-- Logs begin at Tue 2021-11-16 18:21:13 UTC, end at Tue 2021-11-16 19:23:08 UTC. -- Nov 16 18:52:49.106991 dv-cinder-667108-35-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 16 18:52:51.851617 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.common.config [-] Logging enabled! Nov 16 18:52:51.852275 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev187 Nov 16 18:52:51.852420 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101586) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 16 18:52:51.856181 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.common.config [-] Logging enabled! Nov 16 18:52:51.856442 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev187 Nov 16 18:52:51.856758 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101586) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 16 18:52:51.857747 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 18:52:51.857987 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 18:52:51.858366 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 18:52:51.858617 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 18:52:51.858849 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 18:52:51.859175 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.859604 dv-cinder-667108-35-iscsi neutron-server[101586]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 16 18:52:51.859922 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.860219 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.860513 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.860810 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.861103 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.861388 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.861711 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.862013 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.862302 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.862582 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.862871 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.863168 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.863452 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.863741 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.864031 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.864320 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] debug = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.864608 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.865044 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.865469 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.865776 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.866072 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.866357 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.866634 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.866916 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.867208 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.867542 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] host = dv-cinder-667108-35-iscsi {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.867823 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.868115 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.868406 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.868696 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.868974 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.869254 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.869564 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.869846 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.870116 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] log_file = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.870393 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.870682 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.870971 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.871289 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.871519 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.871742 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.872045 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.872336 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.872615 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.872892 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.873166 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.873443 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.873743 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.874015 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.874305 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.874592 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.874876 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.875153 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.875430 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.875707 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.875980 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.876267 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.876543 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.876815 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.877088 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.877380 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.877680 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.877957 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.878264 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.878553 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.878840 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.879125 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.879658 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.879944 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.880219 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.880495 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.880770 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] use_json = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.881046 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.881318 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.881625 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.881906 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.882182 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.882456 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.882732 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.883019 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:51.883319 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.883621 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.883929 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.884219 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.884525 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.884812 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.885102 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.885383 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.885711 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.886008 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.886302 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.886584 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.887401 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.887683 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.887981 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.888287 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.888586 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.888880 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.889158 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.889433 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.889735 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.890017 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.890306 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.890588 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.890878 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.891168 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.891448 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.891736 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.892031 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.892322 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.892599 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.892881 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.893173 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.893455 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.893750 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.894034 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.894325 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.894605 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.894878 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.895160 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.895439 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.895711 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.895982 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.896259 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.896549 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.896826 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.897096 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.897371 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.897675 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.897947 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.898232 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.898510 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.898779 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.899048 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.899324 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.899594 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.899863 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.900141 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.900411 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.900688 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.900959 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.901227 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.901496 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.901797 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.902068 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.902337 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.903163 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.903446 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.903723 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.904000 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.904272 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.904549 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.904826 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.905117 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.905422 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.905736 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.906020 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.906300 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.906582 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.906865 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.907147 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.907432 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.907716 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.907990 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.908284 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.908569 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.908859 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.909145 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.909425 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.909773 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.910054 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.910339 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.910616 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.910896 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.911178 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.911462 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.911757 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.912051 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.912344 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.912637 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.912930 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.913210 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.913520 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.913824 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:51.914043 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 18:52:51.914288 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101586) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 16 18:52:52.352533 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 16 18:52:52.352815 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 16 18:52:52.353127 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 16 18:52:52.353466 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 16 18:52:52.694742 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:52.695035 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:52.695312 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:52.696526 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:52.696801 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:52.697069 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:52.733914 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:52.734200 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:52.734469 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:52.750400 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:52.750683 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:52.750955 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:52.780104 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:52.780391 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:52.780667 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:52.819689 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:52.819975 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:52.820253 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.064005 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.064748 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.064748 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.064748 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.065456 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.201236 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.201571 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.201877 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.202152 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.202424 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.202739 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.203006 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.203267 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.203531 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.203814 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.204084 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.204357 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.204618 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.204875 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.205137 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.205408 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.205699 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.205981 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.206259 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.206524 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.206856 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.207086 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.207341 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.207728 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.207984 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.208238 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.208648 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101586) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 18:52:53.208894 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101586) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 18:52:53.209137 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101586) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 18:52:53.209379 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101586) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 18:52:53.209644 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101586) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 18:52:53.209885 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101586) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 18:52:53.210261 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 16 18:52:53.213758 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 16 18:52:53.218396 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 16 18:52:53.222353 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Nov 16 18:52:53.224031 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 16 18:52:53.224511 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 16 18:52:53.224853 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 16 18:52:53.225246 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 16 18:52:53.228139 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 16 18:52:53.228398 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 16 18:52:53.228753 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 16 18:52:53.234952 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 16 18:52:53.258428 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 16 18:52:53.258892 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.259199 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101586) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 16 18:52:53.259570 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.260981 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101586) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 16 18:52:53.261269 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 16 18:52:53.261516 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 16 18:52:53.264881 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.265166 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:53.331825 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 16 18:52:53.331988 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 16 18:52:53.332218 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 16 18:52:53.332604 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 16 18:52:53.353656 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_db.sqlalchemy.engines [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101586) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 16 18:52:53.909875 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.managers [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Initializing driver for type 'gre' Nov 16 18:52:53.910417 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] gre ID ranges: [(1, 1000)] Nov 16 18:52:53.960760 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.managers [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Initializing driver for type 'local' Nov 16 18:52:53.961095 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.managers [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Initializing driver for type 'vlan' Nov 16 18:52:53.973427 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] VlanTypeDriver initialization complete Nov 16 18:52:53.973800 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.managers [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Initializing driver for type 'vxlan' Nov 16 18:52:53.974291 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] vxlan ID ranges: [(1, 1000)] Nov 16 18:52:54.026072 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.managers [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Initializing extension driver 'port_security' Nov 16 18:52:54.026407 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.extensions.port_security [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] PortSecurityExtensionDriver initialization complete Nov 16 18:52:54.026761 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.managers [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Initializing mechanism driver 'openvswitch' Nov 16 18:52:54.027067 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.managers [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Initializing mechanism driver 'hyperv' Nov 16 18:52:54.033732 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.plugins.ml2.plugin [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 18:52:54.034577 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > port after_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.034978 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > port after_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.035332 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > port after_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.035871 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101586) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 18:52:54.036300 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > subnet after_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.036654 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > subnet after_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.037005 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.037390 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101586) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 18:52:54.037828 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > network after_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.038190 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > network after_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.038511 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > network after_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.038898 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101586) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 18:52:54.039303 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > security_group after_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.039652 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > security_group after_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.039990 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.040382 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101586) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 18:52:54.040780 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.041130 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.041470 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.041885 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101586) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 18:52:54.042289 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > address_group after_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.042632 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > address_group after_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.043078 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.043476 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101586) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 18:52:54.043881 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] ML2 OVO RPC backend initialized. {{(pid=101586) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 16 18:52:54.044589 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.044945 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.045361 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > network before_response 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.045742 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > networks before_response 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.046092 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > port before_response 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.046434 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > ports before_response 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.046776 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > subnet before_response 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.047118 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > subnets before_response 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.047463 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > network after_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.047801 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > network after_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.048136 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > network after_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.048471 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > port after_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.048806 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > port after_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.049137 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > port after_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.049472 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > subnet after_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.049826 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > subnet after_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.050158 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.050732 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.plugin [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Modular L2 Plugin initialization complete Nov 16 18:52:54.051066 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading services supported by the core plugin {{(pid=101586) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 16 18:52:54.051408 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.plugins.ml2.managers [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Got port-security extension from driver 'port_security' Nov 16 18:52:54.055502 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.extensions.vlantransparent [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Disabled vlantransparent extension. Nov 16 18:52:54.055502 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101586) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 16 18:52:54.055502 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading Plugin: router Nov 16 18:52:54.089738 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.090384 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router after_create 55549900 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.090495 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router before_create 55549900 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.090888 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.091259 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.091616 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router after_delete 55549900 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.091974 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.092445 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.092806 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router after_create 55549900 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.093155 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router after_update 55549900 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.093504 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router after_update 55549900 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.093886 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.094248 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router after_update 55549900 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.094669 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router precommit_update 55549900 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.095040 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: port after_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.095381 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: port after_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.095719 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: subnet after_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.096064 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.096411 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.096760 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router precommit_create 55549900 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.097104 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: port before_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.097446 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router precommit_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.097826 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router after_update 55549900 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.098171 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.098526 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router precommit_create 55549900 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.098886 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.099233 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router precommit_update 55549900 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.099594 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > agent after_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.099947 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > agent after_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.100293 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > network after_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.101220 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Tracking information for resource: router configured {{(pid=101586) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 18:52:54.101649 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Tracking information for resource: floatingip configured {{(pid=101586) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 18:52:54.107145 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.db.l3_agentschedulers_db [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 16 18:52:54.107725 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: port after_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.108089 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: port after_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.108440 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: port after_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.108804 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: port after_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.109603 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router before_create 55550100 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.110005 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.110572 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router precommit_create 55550100 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.110723 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > router precommit_update 55550100 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.115803 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.services.provider_configuration [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Service providers = [] {{(pid=101586) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 16 18:52:54.116168 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.db.servicetype_db [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101586) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 16 18:52:54.119167 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.services.service_base [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101586) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 18:52:54.119518 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.services.service_base [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101586) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 18:52:54.119854 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.services.service_base [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101586) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 18:52:54.120735 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.services.service_base [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101586) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 18:52:54.121745 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.services.service_base [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 16 18:52:54.122129 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101586) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 18:52:54.122447 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 16 18:52:54.133662 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101586) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 18:52:54.134027 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading Plugin: auto_allocate Nov 16 18:52:54.140191 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: network precommit_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.140584 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: network precommit_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.141092 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101586) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 18:52:54.141404 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading Plugin: tag Nov 16 18:52:54.149431 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101586) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 18:52:54.149844 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading Plugin: timestamp Nov 16 18:52:54.154593 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101586) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 18:52:54.154896 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading Plugin: network_ip_availability Nov 16 18:52:54.160875 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.161186 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.161538 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.162317 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101586) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 18:52:54.162635 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading Plugin: flavors Nov 16 18:52:54.167829 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101586) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 18:52:54.168763 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading Plugin: revisions Nov 16 18:52:54.173175 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101586) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 18:52:54.173593 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_concurrency.lockutils [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.820s {{(pid=101586) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 16 18:52:54.174342 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101586) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 16 18:52:54.174682 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Initializing extension manager. Nov 16 18:52:54.175195 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: __init__.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.175540 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: __pycache__ {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.175875 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.176207 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: address_group.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.176974 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.177568 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: address-group Nov 16 18:52:54.177902 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: address_scope.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.178617 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.179121 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: address-scope Nov 16 18:52:54.179443 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.180392 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.180898 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: router-admin-state-down-before-update Nov 16 18:52:54.181227 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: agent.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.181962 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.182463 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: agent Nov 16 18:52:54.182781 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: agent_resources_synced.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.184268 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.184771 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: agent-resources-synced Nov 16 18:52:54.185090 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: allowedaddresspairs.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.186938 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.187450 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: allowed-address-pairs Nov 16 18:52:54.187784 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: auto_allocated_topology.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.188866 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.189370 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: auto-allocated-topology Nov 16 18:52:54.189724 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: availability_zone.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.190421 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.190918 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: availability_zone Nov 16 18:52:54.191274 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: availability_zone_filter.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.192160 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.192656 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: availability_zone_filter Nov 16 18:52:54.192976 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: data_plane_status.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.193928 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.194422 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension data-plane-status not supported by any of loaded plugins Nov 16 18:52:54.194736 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: default_subnetpools.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.195656 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.196157 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: default-subnetpools Nov 16 18:52:54.196477 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.197296 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.197830 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: dhcp_agent_scheduler Nov 16 18:52:54.198151 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: dns.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.199834 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.200098 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension dns-integration not supported by any of loaded plugins Nov 16 18:52:54.200420 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: dns_domain_ports.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.201348 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.201877 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 16 18:52:54.202198 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.203119 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.203617 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 16 18:52:54.203934 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: dvr.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.204613 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.205105 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: dvr Nov 16 18:52:54.205421 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: ecmp_routes.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.206363 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.206862 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 16 18:52:54.207181 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: empty_string_filtering.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.208105 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.208611 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: empty-string-filtering Nov 16 18:52:54.208931 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.209878 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.210381 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 16 18:52:54.210696 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.211635 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.212149 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 16 18:52:54.212468 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: external_net.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.213425 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.214051 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: external-net Nov 16 18:52:54.214686 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.215997 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.216502 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: extra_dhcp_opt Nov 16 18:52:54.216823 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: extraroute.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.217821 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.218329 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: extraroute Nov 16 18:52:54.218648 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: extraroute_atomic.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.219719 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.220451 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: extraroute-atomic Nov 16 18:52:54.220775 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: filter_validation.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.221478 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.222004 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: filter-validation Nov 16 18:52:54.222328 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: fip_pf_description.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.223259 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.223783 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 16 18:52:54.224140 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: fip_port_details.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.225095 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.225629 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: fip-port-details Nov 16 18:52:54.225952 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: flavors.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.227218 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.227723 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: flavors Nov 16 18:52:54.228046 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.229793 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.230313 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 16 18:52:54.230674 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: floatingip_pools.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.231384 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.231892 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: floatingip-pools Nov 16 18:52:54.232294 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: ip_allocation.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.233169 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.233705 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension ip_allocation not supported by any of loaded plugins Nov 16 18:52:54.238359 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.242415 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.242940 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: ip-substring-filtering Nov 16 18:52:54.243277 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: l2_adjacency.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.244221 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.244723 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 16 18:52:54.245073 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: l3.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.246165 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.246674 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: router Nov 16 18:52:54.247001 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.249385 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.249940 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 16 18:52:54.250274 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.251201 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.251710 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: ext-gw-mode Nov 16 18:52:54.252035 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.253013 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.253517 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: l3-ha Nov 16 18:52:54.253870 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: l3_flavors.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.255056 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.255550 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: l3-flavors Nov 16 18:52:54.255876 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.256790 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.257295 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 16 18:52:54.257656 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: l3agentscheduler.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.258717 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.259217 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: l3_agent_scheduler Nov 16 18:52:54.259542 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: logging.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.261060 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.262122 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension logging not supported by any of loaded plugins Nov 16 18:52:54.262464 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: metering.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.263212 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.263874 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: metering Nov 16 18:52:54.264251 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.266968 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.267486 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: metering_source_and_destination_fields Nov 16 18:52:54.267820 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: multiprovidernet.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.268774 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.269280 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: multi-provider Nov 16 18:52:54.269639 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: netmtu.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.270567 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.271065 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: net-mtu Nov 16 18:52:54.271389 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: netmtu_writable.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.272308 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.272804 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: net-mtu-writable Nov 16 18:52:54.273126 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: network_availability_zone.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.273846 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.274345 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: network_availability_zone Nov 16 18:52:54.274665 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: network_ip_availability.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.275799 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.276305 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: network-ip-availability Nov 16 18:52:54.276628 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: network_segment_range.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.278012 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.278516 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension network-segment-range not supported by any of loaded plugins Nov 16 18:52:54.278840 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: pagination.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.279860 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.280191 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: pagination Nov 16 18:52:54.280544 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: port_device_profile.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.281535 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.282147 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: port-device-profile Nov 16 18:52:54.282470 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.283409 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.283914 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: port-mac-address-regenerate Nov 16 18:52:54.284237 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.285147 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.285687 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: port-numa-affinity-policy Nov 16 18:52:54.286007 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: port_resource_request.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.286924 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.287427 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension port-resource-request not supported by any of loaded plugins Nov 16 18:52:54.287748 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: port_resource_request_groups.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.288777 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.289277 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 16 18:52:54.289620 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: portbindings.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.290561 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.291066 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: binding Nov 16 18:52:54.291385 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: portbindings_extended.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.292685 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.293228 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: binding-extended Nov 16 18:52:54.293572 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: portsecurity.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.294502 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.295011 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: port-security Nov 16 18:52:54.295337 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: project_id.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.296321 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.296648 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: project-id Nov 16 18:52:54.296968 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: providernet.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.297921 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.298435 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: provider Nov 16 18:52:54.298754 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: qos.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.302307 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.302825 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension qos not supported by any of loaded plugins Nov 16 18:52:54.303155 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.304415 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.304923 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 16 18:52:54.305250 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.306198 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.306701 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 16 18:52:54.307028 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: qos_default.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.307943 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.308562 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension qos-default not supported by any of loaded plugins Nov 16 18:52:54.308874 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: qos_fip.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.309592 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.310092 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension qos-fip not supported by any of loaded plugins Nov 16 18:52:54.310414 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: qos_gateway_ip.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.311341 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.311839 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 16 18:52:54.312161 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: qos_port_network_policy.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.313080 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.313608 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 16 18:52:54.313932 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.314973 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.315471 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 16 18:52:54.315795 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: qos_pps_rule.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.316970 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.317486 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension qos-pps not supported by any of loaded plugins Nov 16 18:52:54.317836 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: qos_rule_type_details.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.318760 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.319263 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 16 18:52:54.319588 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: qos_rules_alias.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.320837 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.321342 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 16 18:52:54.321705 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: quota_check_limit.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.322625 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.323134 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: quota-check-limit Nov 16 18:52:54.323459 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: quotasv2.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.324960 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.325285 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: quotas Nov 16 18:52:54.325635 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: quotasv2_detail.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.328807 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.329147 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: quota_details Nov 16 18:52:54.329476 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: rbac.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.330573 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.331096 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: rbac-policies Nov 16 18:52:54.331426 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: rbac_address_group.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.332365 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.332876 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: rbac-address-group Nov 16 18:52:54.333202 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: rbac_address_scope.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.334165 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.334683 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: rbac-address-scope Nov 16 18:52:54.335008 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: rbac_security_groups.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.335940 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.336447 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: rbac-security-groups Nov 16 18:52:54.336768 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: rbac_subnetpool.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.337720 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.338231 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: rbac-subnetpool Nov 16 18:52:54.338558 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: revisionifmatch.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.339483 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.340541 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: revision-if-match Nov 16 18:52:54.340863 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: revisions.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.342048 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.342558 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: standard-attr-revisions Nov 16 18:52:54.342885 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: router_availability_zone.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.343570 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.344084 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: router_availability_zone Nov 16 18:52:54.344408 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: routerservicetype.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.345336 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.345941 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension router-service-type not supported by any of loaded plugins Nov 16 18:52:54.346264 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.347185 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.347691 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: security-groups-normalized-cidr Nov 16 18:52:54.348010 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.349026 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.349538 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: port-security-groups-filtering Nov 16 18:52:54.349884 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.350820 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.351330 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: security-groups-remote-address-group Nov 16 18:52:54.351655 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.352613 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.353123 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: security-groups-shared-filtering Nov 16 18:52:54.353445 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.354072 dv-cinder-667108-35-iscsi neutron-server[101586]: WARNING neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 16 18:52:54.354394 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: securitygroup.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.364350 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.364892 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: security-group Nov 16 18:52:54.365230 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: segment.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.366073 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.366581 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension segment not supported by any of loaded plugins Nov 16 18:52:54.366917 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.367915 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.368421 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 16 18:52:54.368755 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: servicetype.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.370028 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.370543 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: service-type Nov 16 18:52:54.370875 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: sorting.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.371985 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.372316 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: sorting Nov 16 18:52:54.372641 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: standard_attr_segment.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.373588 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.374106 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 16 18:52:54.374475 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: standardattrdescription.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.375141 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.375651 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: standard-attr-description Nov 16 18:52:54.376010 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: stateful_security_group.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.377029 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.377536 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: stateful-security-group Nov 16 18:52:54.377897 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: stdattrs_common.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.378479 dv-cinder-667108-35-iscsi neutron-server[101586]: WARNING neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 16 18:52:54.378798 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.379992 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.380502 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 16 18:52:54.380867 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: subnet_onboard.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.382013 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.382530 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: subnet_onboard Nov 16 18:52:54.382890 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.383836 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.384422 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 16 18:52:54.384758 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: subnet_service_types.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.385749 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.386256 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: subnet-service-types Nov 16 18:52:54.387119 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: subnetallocation.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.388243 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.388748 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: subnet_allocation Nov 16 18:52:54.389049 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.389763 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.390269 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: subnetpool-prefix-ops Nov 16 18:52:54.390593 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.391552 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.392052 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 16 18:52:54.392374 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: tagging.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.393482 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.394015 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: standard-attr-tag Nov 16 18:52:54.394342 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: timestamp.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.395554 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.396063 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loaded extension: standard-attr-timestamp Nov 16 18:52:54.396388 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: trunk.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.397428 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.397959 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension trunk not supported by any of loaded plugins Nov 16 18:52:54.398285 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: trunk_details.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.399212 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.399731 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension trunk-details not supported by any of loaded plugins Nov 16 18:52:54.400052 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: uplink_status_propagation.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.400990 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.401497 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 16 18:52:54.401842 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Loading extension file: vlantransparent.py {{(pid=101586) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 18:52:54.403076 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101586) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 18:52:54.403579 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 16 18:52:54.406186 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Creating instance of TrackedResource for resource:network Nov 16 18:52:54.406739 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Creating instance of TrackedResource for resource:subnet Nov 16 18:52:54.407123 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 18:52:54.407517 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Creating instance of TrackedResource for resource:port Nov 16 18:52:54.408812 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.v2.resource_helper [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 18:52:54.409248 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.v2.resource_helper [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Service FLAVORS assigned prefix: {{(pid=101586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 18:52:54.409924 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.v2.resource_helper [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 18:52:54.410357 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.v2.resource_helper [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 18:52:54.410685 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Creating instance of TrackedResource for resource:router Nov 16 18:52:54.411171 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Creating instance of TrackedResource for resource:floatingip Nov 16 18:52:54.411613 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.v2.resource_helper [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Service METERING assigned prefix: /metering {{(pid=101586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 18:52:54.413064 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.413430 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.413809 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101586) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 18:52:54.414841 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Creating instance of CountableResource for resource:rbac_policy Nov 16 18:52:54.415286 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Creating instance of TrackedResource for resource:security_group Nov 16 18:52:54.415722 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 16 18:52:54.416306 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.v2.resource_helper [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Service CORE assigned prefix: {{(pid=101586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 18:52:54.416642 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 18:52:54.416987 dv-cinder-667108-35-iscsi neutron-server[101586]: WARNING neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] subnetpool is already registered Nov 16 18:52:54.417412 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.v2.resource_helper [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Service CORE assigned prefix: {{(pid=101586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 18:52:54.417765 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 18:52:54.418120 dv-cinder-667108-35-iscsi neutron-server[101586]: WARNING neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] subnetpool is already registered Nov 16 18:52:54.420523 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.v2.resource_helper [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 18:52:54.420952 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.v2.resource_helper [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Service FLAVORS assigned prefix: {{(pid=101586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 18:52:54.421555 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.v2.resource_helper [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 18:52:54.421979 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.v2.resource_helper [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 18:52:54.422368 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Creating instance of TrackedResource for resource:router Nov 16 18:52:54.422651 dv-cinder-667108-35-iscsi neutron-server[101586]: WARNING neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] router is already registered Nov 16 18:52:54.423059 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Creating instance of TrackedResource for resource:floatingip Nov 16 18:52:54.423396 dv-cinder-667108-35-iscsi neutron-server[101586]: WARNING neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] floatingip is already registered Nov 16 18:52:54.423848 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.v2.resource_helper [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Service METERING assigned prefix: /metering {{(pid=101586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 18:52:54.424510 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Creating instance of CountableResource for resource:rbac_policy Nov 16 18:52:54.424838 dv-cinder-667108-35-iscsi neutron-server[101586]: WARNING neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] rbac_policy is already registered Nov 16 18:52:54.425246 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Creating instance of TrackedResource for resource:security_group Nov 16 18:52:54.425602 dv-cinder-667108-35-iscsi neutron-server[101586]: WARNING neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] security_group is already registered Nov 16 18:52:54.426005 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 16 18:52:54.426337 dv-cinder-667108-35-iscsi neutron-server[101586]: WARNING neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] security_group_rule is already registered Nov 16 18:52:54.426966 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.v2.resource_helper [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Service CORE assigned prefix: {{(pid=101586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 18:52:54.427294 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 18:52:54.427631 dv-cinder-667108-35-iscsi neutron-server[101586]: WARNING neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] subnetpool is already registered Nov 16 18:52:54.428048 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.v2.resource_helper [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Service CORE assigned prefix: {{(pid=101586) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 18:52:54.428376 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 18:52:54.428707 dv-cinder-667108-35-iscsi neutron-server[101586]: WARNING neutron.quota.resource_registry [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] subnetpool is already registered Nov 16 18:52:54.429175 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: extensions {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.430701 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: address-groups {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.432195 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: address-scopes {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.433524 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: agents {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.434700 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: auto-allocated-topology {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.435948 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: availability_zones {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.437158 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: dhcp-networks {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.438693 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: dhcp-agents {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.440103 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: routers {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.442323 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: flavors {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.443504 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: service_profiles {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.444689 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: next_providers {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.446175 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: service_profiles {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.447701 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: floatingip-pools {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.448931 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: routers {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.451647 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: floatingips {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.454025 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: l3-routers {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.455439 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: l3-agents {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.456839 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: metering-labels {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.458230 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: metering-label-rules {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.459590 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: network-ip-availabilities {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.460846 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: bindings {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.462546 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: quotas {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.464105 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: quotas {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.466242 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: rbac-policies {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.467594 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: security-groups {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.468846 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: security-group-rules {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.470104 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: service-providers {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.471306 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: subnetpools {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.472711 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: subnetpools {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.474208 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: tags {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.475907 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: tags {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.477730 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: tags {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.479502 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: tags {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.481398 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: tags {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.483258 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: tags {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.484938 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: tags {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.486904 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: tags {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.488681 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: tags {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.490533 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron.api.extensions [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Extended resource: tags {{(pid=101586) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 18:52:54.497329 dv-cinder-667108-35-iscsi neutron-server[101586]: WARNING keystonemiddleware.auth_token [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 16 18:52:54.502120 dv-cinder-667108-35-iscsi neutron-server[101586]: WARNING keystonemiddleware.auth_token [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 16 18:52:54.511195 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_concurrency.lockutils [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Acquired lock "singleton_lock" {{(pid=101586) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 16 18:52:54.512621 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_concurrency.lockutils [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Releasing lock "singleton_lock" {{(pid=101586) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 16 18:52:54.513145 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO oslo_service.service [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Starting 2 workers Nov 16 18:52:54.517721 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Started child 101695 {{(pid=101586) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 18:52:54.522508 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Started child 101696 {{(pid=101586) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 18:52:54.523245 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:52:54.523968 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO neutron.service [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 16 18:52:54.524527 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Publish callbacks [] for process, before_spawn {{(pid=101586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:52:54.524789 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [-] (101695) wsgi starting up on http://0.0.0.0:9696 Nov 16 18:52:54.527006 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO oslo_service.service [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Starting 1 workers Nov 16 18:52:54.527178 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:52:54.528603 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [-] (101696) wsgi starting up on http://0.0.0.0:9696 Nov 16 18:52:54.532282 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Started child 101697 {{(pid=101586) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 18:52:54.532824 dv-cinder-667108-35-iscsi neutron-server[101586]: INFO oslo_service.service [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Starting 1 workers Nov 16 18:52:54.536392 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.service [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] calling RpcWorker wait() {{(pid=101697) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 16 18:52:54.537024 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.service [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] returning from RpcWorker wait() {{(pid=101697) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 16 18:52:54.537404 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Started child 101698 {{(pid=101586) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 18:52:54.538330 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG neutron_lib.callbacks.manager [None req-2338625b-3dea-45a1-80a8-8bfbe7281293 None None] Publish callbacks [] for process, after_spawn {{(pid=101586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:52:54.538605 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:52:54.539397 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 18:52:54.540164 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101586) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 16 18:52:54.540379 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 18:52:54.540560 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 18:52:54.540938 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 18:52:54.541275 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 18:52:54.541456 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 18:52:54.541985 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.542259 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.542513 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.542781 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.543106 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.543198 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:52:54.543679 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.544087 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.544283 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 18:52:54.544378 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.544604 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.544838 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.544990 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.545137 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.545380 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.545637 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.545945 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.546201 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.546438 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.546693 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.546862 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.547114 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.547383 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.547655 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.547917 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] debug = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.548136 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.548606 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.548826 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.549064 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.549300 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.549609 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.549864 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.550129 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.550359 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.550608 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.550857 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.551086 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.551325 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.551564 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.551905 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.552071 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.552297 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.552542 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.553020 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] host = dv-cinder-667108-35-iscsi {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.553259 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.553476 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.553750 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.553990 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.554243 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.554460 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.554696 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.554962 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.555214 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.555436 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.555693 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.555929 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.556158 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.556398 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] log_file = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.556801 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] log_options = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.556801 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.557334 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.557334 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.557812 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.557812 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.557812 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.559491 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.559491 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.559491 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.559491 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.559491 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.560713 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.560713 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.560713 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.560713 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.560713 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.560713 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.562351 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.562351 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.562351 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.562351 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.562351 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.562351 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.562351 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.565073 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.565073 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.565073 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.565073 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.565073 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.565073 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.565073 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.565073 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.566142 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.566142 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.566142 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.566142 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.566142 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.566142 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.566142 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.566142 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.567238 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.567238 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.567238 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.567238 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.567238 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.567238 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.568092 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] use_json = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.568092 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.568092 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.568092 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.568610 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.568610 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.568910 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.568910 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.569199 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.569517 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.569833 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.570140 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.570410 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.570658 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.570914 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.571163 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.571432 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.571639 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.571875 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.572215 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.572451 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.572751 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.572993 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.573235 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.575292 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.575292 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.575292 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.576126 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.576691 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.577045 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.577204 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.577474 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.577747 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.578172 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.578262 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.578457 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.578784 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.579119 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.579547 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.579669 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.579793 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.580202 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.580575 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.580932 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.581329 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.581581 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.582261 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.582261 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.582483 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.582583 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.582753 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.583300 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.583533 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.583778 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.585628 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.585628 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.585628 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.585628 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.585628 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.585628 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.585628 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.585628 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.586150 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.586150 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.586350 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.586600 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.586693 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.587445 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.587445 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.587445 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.587687 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.587860 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.589039 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.589039 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.589636 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.590802 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.591309 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.591576 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.591826 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.592396 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.594804 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.595087 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.595347 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.595616 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.596270 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.596485 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.597792 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.598241 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.598665 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.599443 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.599901 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.600359 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.601365 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.601826 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.602663 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.603091 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.603538 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.603951 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.604414 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.605230 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.605712 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.613972 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.614231 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.614540 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.614788 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.615057 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.615297 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.615532 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.615798 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.616078 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.616350 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.616615 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.616918 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.617076 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.617343 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.617606 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.617858 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.618068 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.618316 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.618550 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.618847 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.619124 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.619388 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.619653 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.619901 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.620183 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.620432 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.620712 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.621955 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.622402 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.622716 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.622998 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.623258 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.623520 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.623837 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.624132 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.624837 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.625523 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.626501 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.627883 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.628213 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.628586 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.629581 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.629928 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.630165 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.630708 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.631081 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.631378 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.631610 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.633339 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.634819 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.635669 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.635993 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.638327 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.639103 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.639704 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.640257 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.640537 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.640778 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.641043 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.641295 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.641524 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.641798 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.642043 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.642348 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.642598 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.642841 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.643137 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.643377 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.643620 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.643859 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.644085 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.644332 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.644593 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.644813 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.645060 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.645308 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.645532 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.645811 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.646037 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.646255 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.646566 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.646831 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.647112 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.647372 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.647613 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.647864 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.648115 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.648375 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.648593 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.648844 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.649495 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.649495 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.649495 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.649850 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.650091 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.650994 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.652642 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.652959 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.653255 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.653586 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.653885 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.655245 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.655513 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.656233 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.656470 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.657881 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.658205 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.658528 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.658772 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.659010 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.659246 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.659509 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.659776 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.660042 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.660281 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.660523 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.660767 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.660993 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.661270 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.661520 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.661789 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.662086 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.662314 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.662535 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.662800 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.663039 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.663363 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.663470 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.663711 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.663929 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.664144 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.664373 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.664586 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.664798 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.665023 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.665242 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.665454 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.665981 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.666202 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.666421 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.666651 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.666871 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.667119 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.667368 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.667582 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.667796 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.668047 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.668268 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.668481 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.668734 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.668945 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.669342 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.669764 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.669987 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.670202 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.670518 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.670775 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.671021 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.671311 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.671560 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.671820 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.672068 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.672182 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 18:52:54.672405 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.672643 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.672904 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.673143 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.673384 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.673655 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.673952 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.674275 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.674556 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.674841 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.675079 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.675361 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.675647 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.675932 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.676149 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.676457 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.676769 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.677038 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.677299 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.677526 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.677785 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.678033 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.678250 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.678500 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.678737 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.678995 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.679194 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.679450 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.679638 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.679913 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.680132 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.680349 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.680575 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.680817 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.681056 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.681291 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.681450 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 18:52:54.682008 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101586) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 16 18:52:54.682169 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 18:52:54.682348 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 18:52:54.682544 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 18:52:54.682659 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 18:52:54.682811 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 18:52:54.683018 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.683957 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.683957 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.684114 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.684196 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.684337 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.684496 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.684805 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.685212 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.685515 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.685837 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.685997 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.686432 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.686432 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.686432 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.686775 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.686775 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.686918 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.687064 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.687223 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.687384 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.687544 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.687701 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] debug = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.688013 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.688368 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.688531 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.688840 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.689149 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.689308 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.689464 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.689788 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.689951 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.690109 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.690269 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.690427 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.690586 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.690747 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.690904 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.691062 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.691218 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.691376 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.691535 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] host = dv-cinder-667108-35-iscsi {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.691698 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.691851 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.692013 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.692167 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.692328 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.692484 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.692629 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.692791 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.692945 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.693106 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.693261 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.693451 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.693643 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.693755 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] log_file = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.693910 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] log_options = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.694064 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.694225 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.694387 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.694577 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.694733 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.694895 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.695037 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.695195 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.695397 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.695511 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.695691 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.695817 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.695975 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.696132 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.696290 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.696448 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.696611 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.696769 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.696932 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.697087 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.697243 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.697400 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.697586 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.697755 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.697913 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.698071 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.698255 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.698385 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.698555 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.698688 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.698844 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.699010 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.699833 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.699833 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.700051 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.700176 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.700299 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.700432 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.700581 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.700738 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.700897 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.701055 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.701212 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.701370 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.701527 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.701706 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.701864 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] use_json = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.702021 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.702178 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.702337 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.702495 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.702653 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.702811 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.702968 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.703129 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 18:52:54.703308 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.703472 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.703644 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.703804 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.703964 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.704130 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.704336 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.704434 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.704592 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.704751 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.704925 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.705079 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.705249 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.705410 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.705592 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.705756 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.705917 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.706077 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.706238 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.706400 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.706560 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.706724 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.706893 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.707054 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.707214 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.707374 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.707534 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.707716 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.707873 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.708034 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.708194 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.708355 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.708517 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.708679 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.708842 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.709004 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.709165 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.709325 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.709485 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.709666 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.709827 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.709994 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.710153 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.710311 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.710472 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.710633 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.710793 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.710955 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.711115 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.711276 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.711438 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.711606 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.711765 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.711927 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.712087 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.712257 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.712476 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.712614 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.712981 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.712981 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.713225 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.713225 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.713488 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.713488 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.713733 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.713836 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.713959 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.714467 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.714467 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.714467 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.714860 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.714860 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.715109 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.715109 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.715255 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.715331 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.715490 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.715672 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.715811 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.715975 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.716136 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.716295 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.716456 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.716622 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.716790 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.716946 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.717108 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.717269 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.717430 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.717619 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.717795 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.717957 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.718118 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.718279 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.718438 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.718598 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.718759 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.718920 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.719080 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.719241 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.719402 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.719562 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.719727 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.719887 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.720069 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.720210 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.720370 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.720529 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.720688 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.720848 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.720993 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.721155 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.721315 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.721474 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.721656 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.721804 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.721973 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.722135 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.722298 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.722458 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.722624 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.722796 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.722957 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.723118 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.723278 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.723440 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.723600 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.723761 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.723923 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.724071 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.724231 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.724392 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.724550 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.724756 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.724885 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.725030 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.725345 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.725533 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.725718 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.725880 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.726034 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.726390 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.726558 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.726759 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.726894 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.727027 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.727188 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.727349 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.727513 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.727724 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.727873 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.728996 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.728996 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.728996 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.728996 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.728996 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.728996 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.728996 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.729754 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.729754 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.729754 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.729754 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.729754 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.730108 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.730108 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.730108 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.730409 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.730409 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.730551 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.730716 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.730879 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.731040 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.731200 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.731360 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.731526 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.731682 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.731834 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.731995 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.732157 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.732317 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.732479 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.732642 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.732804 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.732974 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.733128 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.733288 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.733454 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.733633 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.733795 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.733958 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.734117 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.734279 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.734454 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.734614 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.734780 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.734938 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.735118 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.735280 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.735443 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.735600 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.735762 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.735926 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.736091 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.736248 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.736411 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.736578 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.736738 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.736897 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.737059 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.737219 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.737379 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.737573 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.737754 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.737915 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.738077 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.738238 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.738398 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.738568 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.738730 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.738890 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.739051 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.739211 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.739372 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.739541 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.739707 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.739851 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.740011 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.740172 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.740332 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.740501 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.740662 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.740823 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.740982 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.741142 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.741303 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.741471 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.741662 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.741824 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.741984 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.742144 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.742305 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.742475 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.742636 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.742797 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.742958 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.743117 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.743281 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.743451 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.743612 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.743774 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.743941 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.744100 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.744262 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.744422 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.744594 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.744756 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.744926 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.745084 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.745244 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.745405 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.745586 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.745756 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.745925 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.746622 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.746791 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.746952 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.747121 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.747292 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.747452 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.747618 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.747791 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.747950 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.748110 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.748270 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.748430 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.748590 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.748750 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.748909 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.749069 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.749228 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.749388 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.749568 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.749728 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.749888 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.750049 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.750210 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.750370 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.750533 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.750694 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.750854 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 18:52:54.751009 dv-cinder-667108-35-iscsi neutron-server[101586]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101586) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 18:52:54.784104 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 42208) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:52:54.792952 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065458 Nov 16 18:53:06.887907 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89977340-590f-4ef8-8f0e-b2c6d5d16c5c None None] get_active_networks_info from dv-cinder-667108-35-iscsi {{(pid=101697) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 18:53:07.085735 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89977340-590f-4ef8-8f0e-b2c6d5d16c5c None None] No non-hosted networks {{(pid=101697) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 16 18:53:07.093190 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-7cb7123c-9675-4c46-acfd-46817999e584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1833548'] for agent, after_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:09.834242 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-9be53787-ac83-4747-b567-91e0d01fc56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1833548'] for agent, after_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:09.925037 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-2d0dde3f-465c-4442-bd91-ad3c54768d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:11.352269 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1833548'] for agent, after_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:13.172505 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1833548'] for agent, after_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:13.773047 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1833548'] for agent, after_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:13.774117 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:13.774508 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:13.774828 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:13.775456 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:13.776087 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:13.776561 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:13.777076 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:13.777605 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:13.778113 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:13.780186 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:13.781732 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:13.783883 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:13.784826 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-667108-35-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 18:53:13.799554 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-667108-35-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 18:53:14.713329 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 42298) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:53:15.569488 dv-cinder-667108-35-iscsi neutron-server[101696]: WARNING oslo_policy.policy [None req-16cceea0-bbc4-45fe-a6bd-604e1a4f7be6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 18:53:15.570289 dv-cinder-667108-35-iscsi neutron-server[101696]: WARNING oslo_policy.policy [None req-16cceea0-bbc4-45fe-a6bd-604e1a4f7be6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 18:53:15.804566 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [None req-16cceea0-bbc4-45fe-a6bd-604e1a4f7be6 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 18:53:15.809068 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-16cceea0-bbc4-45fe-a6bd-604e1a4f7be6 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0937245 Nov 16 18:53:16.683159 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.db.l3_hamode_db [None req-b940cff1-1c8c-4e1c-968d-16586a1fff83 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 16 18:53:16.761655 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b940cff1-1c8c-4e1c-968d-16586a1fff83 None None] Routers set() bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 18:53:16.762037 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b940cff1-1c8c-4e1c-968d-16586a1fff83 None None] Router IDs set() for agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 18:53:18.332658 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 42314) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:53:18.664185 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-4c5f5515-8312-47b9-9445-fdf8021db5b9 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 18:53:18.760179 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.policy [None req-4c5f5515-8312-47b9-9445-fdf8021db5b9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101696) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 16 18:53:18.809076 dv-cinder-667108-35-iscsi neutron-server[101696]: WARNING oslo_policy.policy [None req-4c5f5515-8312-47b9-9445-fdf8021db5b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 18:53:18.809456 dv-cinder-667108-35-iscsi neutron-server[101696]: WARNING oslo_policy.policy [None req-4c5f5515-8312-47b9-9445-fdf8021db5b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 18:53:18.818551 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.quota [None req-4c5f5515-8312-47b9-9445-fdf8021db5b9 admin admin] Loaded quota_driver: . Nov 16 18:53:18.910869 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-4c5f5515-8312-47b9-9445-fdf8021db5b9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770494207549', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770494208016', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770494220007', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770494223083', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770494236486', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770494242465', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-806813', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-808553', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1904573', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1987682'] for rbac-policy, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:18.979718 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-4c5f5515-8312-47b9-9445-fdf8021db5b9 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:18.980955 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-4c5f5515-8312-47b9-9445-fdf8021db5b9 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6473105 Nov 16 18:53:21.701210 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 42326) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:53:22.002479 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'ba65977ee4004d78b30ca81fe3423388', 'tenant_id': 'ba65977ee4004d78b30ca81fe3423388'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 18:53:22.031941 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Made reservation on behalf of ba65977ee4004d78b30ca81fe3423388 for: {'network': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 18:53:22.034805 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for network, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:22.052622 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:22.175607 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:22.179412 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:22.204660 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 18:53:22.230555 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770492519671', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:22.231171 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Unsubscribe: segment precommit_create {{(pid=101696) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 16 18:53:22.231696 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.db.segments_db [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Added segment 64361229-83c0-4b14-a9b4-8406991637b9 of type vlan for network 5898c018-435d-4442-9930-981cc3010a1a Nov 16 18:53:22.237597 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaca754a-c3ba-4477-92e7-c0ee98a33cdc,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:53:22.259367 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:22.259777 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:22.260127 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:22.260441 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:22.260939 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:22.261331 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:22.261691 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:22.262039 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:22.262368 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:22.262693 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:22.263013 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:22.263330 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Tracked resource versions report: Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: pushed versions: Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: { 'AddressGroup': {'1.2'}, Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: 'ConntrackHelper': {'1.0'}, Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: 'Log': {'1.0'}, Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: 'Network': {'1.1'}, Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: 'Port': {'1.7'}, Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: 'PortForwarding': {'1.2'}, Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: 'QosPolicy': {'1.10'}, Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: 'SecurityGroup': {'1.5'}, Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: 'SecurityGroupRule': {'1.2'}, Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: 'SubPort': {'1.0'}, Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: 'Subnet': {'1.1'}, Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: 'Trunk': {'1.1'}} Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: consumer versions: Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: { DHCP agent@dv-cinder-667108-35-iscsi: {}, Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: L3 agent@dv-cinder-667108-35-iscsi: {}, Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: Metadata agent@dv-cinder-667108-35-iscsi: {}, Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: Metering agent@dv-cinder-667108-35-iscsi: {}, Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: Open vSwitch agent@dv-cinder-667108-35-iscsi: { 'AddressGroup': '1.2', Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: 'ConntrackHelper': '1.0', Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: 'Log': '1.0', Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: 'Network': '1.1', Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: 'Port': '1.7', Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: 'PortForwarding': '1.2', Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: 'QosPolicy': '1.10', Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: 'SecurityGroup': '1.5', Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: 'SecurityGroupRule': '1.2', Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: 'SubPort': '1.0', Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: 'Subnet': '1.1', Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: 'Trunk': '1.1'}} Nov 16 18:53:22.264687 dv-cinder-667108-35-iscsi neutron-server[101696]: {{(pid=101696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 18:53:22.350907 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770491955959'] for network, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:22.390190 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for network, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:22.391325 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:53:22.392020 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:22.465721 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7632945 Nov 16 18:53:22.497079 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd639a5-ec41-4211-af9e-d0fbf226e528 admin admin] Pushing event updated for resources: {'Network': ['ID=5898c018-435d-4442-9930-981cc3010a1a,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:53:22.509632 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Network 5898c018-435d-4442-9930-981cc3010a1a details requested by agent ovs-agent-dv-cinder-667108-35-iscsi with host dv-cinder-667108-35-iscsi {{(pid=101697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 18:53:25.230828 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 42340) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:53:25.628518 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ff03fd-af1f-450f-b8dc-34c1a7b059f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:53:25.629961 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-e7ff03fd-af1f-450f-b8dc-34c1a7b059f5 admin admin] 10.222.0.46 "GET /v2.0/networks/5898c018-435d-4442-9930-981cc3010a1a HTTP/1.1" status: 200 len: 825 time: 0.3981721 Nov 16 18:53:25.655065 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-d95ad2df-6206-4ca1-82be-acb986119921 admin admin] 10.222.0.46 "GET /v2.0/subnetpools/d5651d5a-fb23-4b63-9eb0-a56ae63f3190 HTTP/1.1" status: 200 len: 734 time: 0.0187948 Nov 16 18:53:25.664503 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-52d7cc3d-8f50-4301-8e7e-e96c82d8eb97 admin admin] Request body: {'subnet': {'network_id': '5898c018-435d-4442-9930-981cc3010a1a', 'ip_version': 4, 'subnetpool_id': 'd5651d5a-fb23-4b63-9eb0-a56ae63f3190', 'name': 'private-subnet', 'tenant_id': 'ba65977ee4004d78b30ca81fe3423388', 'gateway_ip': '172.20.0.1'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 18:53:25.688362 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d7cc3d-8f50-4301-8e7e-e96c82d8eb97 admin admin] Made reservation on behalf of ba65977ee4004d78b30ca81fe3423388 for: {'subnet': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 18:53:25.690726 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-52d7cc3d-8f50-4301-8e7e-e96c82d8eb97 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:25.989253 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-52d7cc3d-8f50-4301-8e7e-e96c82d8eb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for subnet, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:26.059723 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7cc3d-8f50-4301-8e7e-e96c82d8eb97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d214ab94-978f-427d-8e77-c45dc853b5b9,revision_number=0']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:53:26.064528 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d7cc3d-8f50-4301-8e7e-e96c82d8eb97 admin admin] Checking segment: {'id': '64361229-83c0-4b14-a9b4-8406991637b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5898c018-435d-4442-9930-981cc3010a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 18:53:26.064919 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d7cc3d-8f50-4301-8e7e-e96c82d8eb97 admin admin] Network hostable DHCP agents. Network: 5898c018-435d-4442-9930-981cc3010a1a, hostable agents: ['796d1915-ba41-4440-8731-3d9d4c9dd731'], hosted agents: [] {{(pid=101696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 18:53:26.087127 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d7cc3d-8f50-4301-8e7e-e96c82d8eb97 admin admin] Network 5898c018-435d-4442-9930-981cc3010a1a is scheduled to be hosted by DHCP agent 796d1915-ba41-4440-8731-3d9d4c9dd731 with binding_index 1 {{(pid=101696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 18:53:26.098889 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-52d7cc3d-8f50-4301-8e7e-e96c82d8eb97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-35-iscsi, 5898c018-435d-4442-9930-981cc3010a1a) {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 18:53:26.104110 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d7cc3d-8f50-4301-8e7e-e96c82d8eb97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:53:26.104707 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-52d7cc3d-8f50-4301-8e7e-e96c82d8eb97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for subnet, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:26.110070 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a848f6-b223-45c8-96ea-bf1343bb1154 None None] Network 5898c018-435d-4442-9930-981cc3010a1a requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 18:53:26.121656 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-52d7cc3d-8f50-4301-8e7e-e96c82d8eb97 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4603825 Nov 16 18:53:26.449716 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dd112e2-f54d-5ef1-af8f-18867742fe1f-5898c018-435d-4442-9930-981cc3010a1a', 'network_id': '5898c018-435d-4442-9930-981cc3010a1a', 'tenant_id': 'ba65977ee4004d78b30ca81fe3423388', 'fixed_ips': [{'subnet_id': 'd214ab94-978f-427d-8e77-c45dc853b5b9'}]}} from dv-cinder-667108-35-iscsi. {{(pid=101697) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 18:53:26.450947 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:26.762281 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.db_base_plugin_common [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Allocated IP 172.20.0.2 (5898c018-435d-4442-9930-981cc3010a1a/d214ab94-978f-427d-8e77-c45dc853b5b9/de8f7cce-06a8-4e84-83b3-ec398983584b) {{(pid=101697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 18:53:26.998427 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Publish callbacks [] for port, precommit_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:27.008842 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981'] for port, after_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:27.090130 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Network 5898c018-435d-4442-9930-981cc3010a1a is already hosted by enough agents. {{(pid=101697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 18:53:27.095270 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.scheduler.base_scheduler [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Resources bound (agent type, host, resource id): {{(pid=101697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 18:53:27.105625 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Received port after_create {{(pid=101697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 18:53:27.108898 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Pushing event updated for resources: {'Port': ['ID=de8f7cce-06a8-4e84-83b3-ec398983584b,revision_number=1']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:53:27.120471 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:27.121103 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:27.121221 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:27.121473 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:27.121839 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:27.122205 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:27.122534 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:27.122858 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:27.123192 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:27.123521 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:27.123841 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:27.124156 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Tracked resource versions report: Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: pushed versions: Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: { 'AddressGroup': {'1.2'}, Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: 'ConntrackHelper': {'1.0'}, Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: 'Log': {'1.0'}, Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: 'Network': {'1.1'}, Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: 'Port': {'1.7'}, Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: 'PortForwarding': {'1.2'}, Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: 'QosPolicy': {'1.10'}, Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: 'SecurityGroup': {'1.5'}, Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: 'SecurityGroupRule': {'1.2'}, Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: 'SubPort': {'1.0'}, Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: 'Subnet': {'1.1'}, Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: 'Trunk': {'1.1'}} Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: consumer versions: Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: { DHCP agent@dv-cinder-667108-35-iscsi: {}, Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: L3 agent@dv-cinder-667108-35-iscsi: {}, Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: Metadata agent@dv-cinder-667108-35-iscsi: {}, Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: Metering agent@dv-cinder-667108-35-iscsi: {}, Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: Open vSwitch agent@dv-cinder-667108-35-iscsi: { 'AddressGroup': '1.2', Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: 'ConntrackHelper': '1.0', Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: 'Log': '1.0', Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: 'Network': '1.1', Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: 'Port': '1.7', Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: 'PortForwarding': '1.2', Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: 'QosPolicy': '1.10', Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: 'SecurityGroup': '1.5', Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: 'SecurityGroupRule': '1.2', Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: 'SubPort': '1.0', Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: 'Subnet': '1.1', Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: 'Trunk': '1.1'}} Nov 16 18:53:27.125594 dv-cinder-667108-35-iscsi neutron-server[101697]: {{(pid=101697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 18:53:27.199111 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Attempting to bind port de8f7cce-06a8-4e84-83b3-ec398983584b on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 18:53:27.199506 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Attempting to bind port de8f7cce-06a8-4e84-83b3-ec398983584b by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '64361229-83c0-4b14-a9b4-8406991637b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5898c018-435d-4442-9930-981cc3010a1a'}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 18:53:27.199925 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Attempting to bind port de8f7cce-06a8-4e84-83b3-ec398983584b on network 5898c018-435d-4442-9930-981cc3010a1a {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 18:53:27.205373 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 18, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 18:53:27.205784 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Checking segment: {'id': '64361229-83c0-4b14-a9b4-8406991637b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5898c018-435d-4442-9930-981cc3010a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 18:53:27.206267 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:27.206653 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Bound using segment: {'id': '64361229-83c0-4b14-a9b4-8406991637b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5898c018-435d-4442-9930-981cc3010a1a'} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 18:53:27.207152 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Bound port: de8f7cce-06a8-4e84-83b3-ec398983584b, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64361229-83c0-4b14-a9b4-8406991637b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5898c018-435d-4442-9930-981cc3010a1a'}}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 18:53:27.207561 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:27.274777 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] For port de8f7cce-06a8-4e84-83b3-ec398983584b, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 18:53:27.279951 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] For port de8f7cce-06a8-4e84-83b3-ec398983584b, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=de8f7cce-06a8-4e84-83b3-ec398983584b,segment=NetworkSegment(64361229-83c0-4b14-a9b4-8406991637b9),segment_id=64361229-83c0-4b14-a9b4-8406991637b9)] {{(pid=101697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 18:53:27.286766 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:27.357063 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44a366-328e-4f77-ae4d-4024ce27f1a7 None None] Pushing event updated for resources: {'Port': ['ID=de8f7cce-06a8-4e84-83b3-ec398983584b,revision_number=2']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:53:28.726655 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 42348) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:53:29.057012 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [None req-8d78897f-95ba-40ba-8f74-4872d438f202 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 18:53:29.058053 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-8d78897f-95ba-40ba-8f74-4872d438f202 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3303058 Nov 16 18:53:31.623405 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 42356) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:53:31.971251 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [None req-c55f52bc-1d1d-4efe-b30c-191fe58d0fa6 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 18:53:31.972256 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-c55f52bc-1d1d-4efe-b30c-191fe58d0fa6 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3479156 Nov 16 18:53:35.099608 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 42366) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:53:35.680492 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device de8f7cce-06a8-4e84-83b3-ec398983584b up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 18:53:35.692532 dv-cinder-667108-35-iscsi neutron-server[101695]: WARNING oslo_policy.policy [None req-37131c05-964a-42ef-9512-9ecb14a0c72e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 18:53:35.693139 dv-cinder-667108-35-iscsi neutron-server[101695]: WARNING oslo_policy.policy [None req-37131c05-964a-42ef-9512-9ecb14a0c72e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 18:53:35.781441 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port de8f7cce-06a8-4e84-83b3-ec398983584b triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 18:53:35.781822 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:35.905463 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:35.918063 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-37131c05-964a-42ef-9512-9ecb14a0c72e admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ba65977ee4004d78b30ca81fe3423388', 'admin_state_up': True}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 18:53:35.955510 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] For port de8f7cce-06a8-4e84-83b3-ec398983584b, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=de8f7cce-06a8-4e84-83b3-ec398983584b,segment=NetworkSegment(64361229-83c0-4b14-a9b4-8406991637b9),segment_id=64361229-83c0-4b14-a9b4-8406991637b9)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 18:53:35.959769 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:35.984801 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.policy [None req-37131c05-964a-42ef-9512-9ecb14a0c72e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101695) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 16 18:53:36.012378 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Pushing event updated for resources: {'Port': ['ID=de8f7cce-06a8-4e84-83b3-ec398983584b,revision_number=3']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:53:36.035210 dv-cinder-667108-35-iscsi neutron-server[101695]: WARNING oslo_policy.policy [None req-37131c05-964a-42ef-9512-9ecb14a0c72e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 18:53:36.035595 dv-cinder-667108-35-iscsi neutron-server[101695]: WARNING oslo_policy.policy [None req-37131c05-964a-42ef-9512-9ecb14a0c72e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 18:53:36.045122 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.quota [None req-37131c05-964a-42ef-9512-9ecb14a0c72e admin admin] Loaded quota_driver: . Nov 16 18:53:36.105323 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-37131c05-964a-42ef-9512-9ecb14a0c72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63238'] for router, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:36.108169 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-37131c05-964a-42ef-9512-9ecb14a0c72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1670261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1710739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63263'] for router, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:36.274906 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-37131c05-964a-42ef-9512-9ecb14a0c72e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:36.283109 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-37131c05-964a-42ef-9512-9ecb14a0c72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1670220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1673333'] for router, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:36.306723 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-37131c05-964a-42ef-9512-9ecb14a0c72e admin admin] Publish callbacks [] for router, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:36.308224 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-37131c05-964a-42ef-9512-9ecb14a0c72e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2065268 Nov 16 18:53:36.804930 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-3233da70-bf0b-4083-97c5-56ce15531cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:36.884875 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e00598e-3084-490b-b5d4-fd5de8b34fc6 None None] Network 5898c018-435d-4442-9930-981cc3010a1a requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 18:53:36.949863 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-3628a52e-ce55-41c1-bd66-febf594ad28d None None] Provisioning complete for port de8f7cce-06a8-4e84-83b3-ec398983584b triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 18:53:36.950217 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-3628a52e-ce55-41c1-bd66-febf594ad28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:37.310908 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-70f6ab65-24ae-4d97-b199-ce17d2de0e0e None None] Provisioning complete for port de8f7cce-06a8-4e84-83b3-ec398983584b triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 18:53:37.311283 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-70f6ab65-24ae-4d97-b199-ce17d2de0e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:37.667350 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device de8f7cce-06a8-4e84-83b3-ec398983584b up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 18:53:37.720060 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port de8f7cce-06a8-4e84-83b3-ec398983584b triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 18:53:37.720431 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:38.864501 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 42386) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:53:39.186487 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [None req-ef7b8582-f94a-41ee-9b49-0f80b18ccace admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 18:53:39.187486 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-ef7b8582-f94a-41ee-9b49-0f80b18ccace admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3220234 Nov 16 18:53:39.811571 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-86b4d78f-0acc-4a5d-8618-f9bda1f14828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:41.267658 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:41.749207 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 42404) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:53:41.885179 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 18:53:41.908296 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Made reservation on behalf of 91ac7ed39a504e9e892bbee4169dcc19 for: {'network': 1} {{(pid=101695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 18:53:41.911315 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for network, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:41.926714 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:42.032774 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:42.037491 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:42.048504 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Reserving flat network on physical network physnet1 {{(pid=101695) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 16 18:53:42.081590 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770492519671', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:42.082187 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Unsubscribe: segment precommit_create {{(pid=101695) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 16 18:53:42.082706 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.segments_db [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Added segment 6e68c8d9-c763-4418-9184-c6e63895e469 of type flat for network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 Nov 16 18:53:42.098322 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25e408b-a646-4128-8781-63fc483c39ee,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:53:42.152081 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:42.152443 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:42.152809 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:42.153135 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:42.153460 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:42.153823 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:42.154146 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:42.154476 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:42.154805 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:42.155117 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:42.155472 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:42.155923 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Tracked resource versions report: Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: pushed versions: Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: { 'AddressGroup': {'1.2'}, Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: 'ConntrackHelper': {'1.0'}, Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: 'Log': {'1.0'}, Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: 'Network': {'1.1'}, Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: 'Port': {'1.7'}, Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: 'PortForwarding': {'1.2'}, Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: 'QosPolicy': {'1.10'}, Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: 'SecurityGroup': {'1.5'}, Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: 'SecurityGroupRule': {'1.2'}, Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: 'SubPort': {'1.0'}, Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: 'Subnet': {'1.1'}, Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: 'Trunk': {'1.1'}} Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: consumer versions: Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: { DHCP agent@dv-cinder-667108-35-iscsi: {}, Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: L3 agent@dv-cinder-667108-35-iscsi: {}, Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: Metadata agent@dv-cinder-667108-35-iscsi: {}, Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: Metering agent@dv-cinder-667108-35-iscsi: {}, Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: Open vSwitch agent@dv-cinder-667108-35-iscsi: { 'AddressGroup': '1.2', Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: 'ConntrackHelper': '1.0', Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: 'Log': '1.0', Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: 'Network': '1.1', Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: 'Port': '1.7', Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: 'PortForwarding': '1.2', Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: 'QosPolicy': '1.10', Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: 'SecurityGroup': '1.5', Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: 'SecurityGroupRule': '1.2', Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: 'SubPort': '1.0', Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: 'Subnet': '1.1', Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: 'Trunk': '1.1'}} Nov 16 18:53:42.157295 dv-cinder-667108-35-iscsi neutron-server[101695]: {{(pid=101695) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 18:53:42.212181 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770491955959'] for network, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:42.257574 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for network, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:42.258813 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:53:42.259518 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:42.343695 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5933585 Nov 16 18:53:42.364074 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54904fdc-1efa-4217-94e6-b42489b8b6fd admin admin] Pushing event updated for resources: {'Network': ['ID=5f3ac952-8559-40cc-8fc1-b48178a4ccf1,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:53:42.380895 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 details requested by agent ovs-agent-dv-cinder-667108-35-iscsi with host dv-cinder-667108-35-iscsi {{(pid=101697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 18:53:43.087299 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:43.759303 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:44.724624 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 42426) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:53:44.863445 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5299b6-df55-4e03-867e-9f26bc462525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:53:44.864850 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-7b5299b6-df55-4e03-867e-9f26bc462525 admin admin] 10.222.0.46 "GET /v2.0/subnets/d214ab94-978f-427d-8e77-c45dc853b5b9 HTTP/1.1" status: 200 len: 849 time: 0.1392088 Nov 16 18:53:45.003924 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-669bdc62-7e52-4b7b-9a75-95238411781c admin admin] 10.222.0.46 "GET /v2.0/routers/6b619646-f7a5-450a-98a2-8c9a2ff8d27a HTTP/1.1" status: 200 len: 704 time: 0.1327684 Nov 16 18:53:45.282939 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3b6876ca-8d43-4492-b0e3-be9fec7b9671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:45.593694 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_common [None req-3b6876ca-8d43-4492-b0e3-be9fec7b9671 admin admin] Allocated IP 172.20.0.1 (5898c018-435d-4442-9930-981cc3010a1a/d214ab94-978f-427d-8e77-c45dc853b5b9/7d8570ea-42b6-424b-80b8-76a9328c0728) {{(pid=101695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 18:53:45.789537 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3b6876ca-8d43-4492-b0e3-be9fec7b9671 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:45.864912 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3b6876ca-8d43-4492-b0e3-be9fec7b9671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981'] for port, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:45.943046 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6876ca-8d43-4492-b0e3-be9fec7b9671 admin admin] Network 5898c018-435d-4442-9930-981cc3010a1a is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 18:53:45.948013 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-3b6876ca-8d43-4492-b0e3-be9fec7b9671 admin admin] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 18:53:45.951639 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6876ca-8d43-4492-b0e3-be9fec7b9671 admin admin] Received port after_create {{(pid=101695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 18:53:45.952389 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3b6876ca-8d43-4492-b0e3-be9fec7b9671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833478'] for router_interface, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:46.015069 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6876ca-8d43-4492-b0e3-be9fec7b9671 admin admin] Pushing event updated for resources: {'Port': ['ID=7d8570ea-42b6-424b-80b8-76a9328c0728,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:53:46.162525 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3b6876ca-8d43-4492-b0e3-be9fec7b9671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:46.166288 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-5e52c1b2-e48f-4c97-8289-19d2ce7d1e69 None None] Provisioning complete for port 7d8570ea-42b6-424b-80b8-76a9328c0728 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 18:53:46.166814 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-5e52c1b2-e48f-4c97-8289-19d2ce7d1e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:46.200284 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-5e52c1b2-e48f-4c97-8289-19d2ce7d1e69 None None] Port 7d8570ea-42b6-424b-80b8-76a9328c0728 cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 18:53:46.439157 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3b6876ca-8d43-4492-b0e3-be9fec7b9671 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:46.443878 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3b6876ca-8d43-4492-b0e3-be9fec7b9671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:46.444632 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3b6876ca-8d43-4492-b0e3-be9fec7b9671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667766'] for router_interface, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:46.525182 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6876ca-8d43-4492-b0e3-be9fec7b9671 admin admin] Pushing event updated for resources: {'Port': ['ID=7d8570ea-42b6-424b-80b8-76a9328c0728,revision_number=2']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:53:46.576838 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6876ca-8d43-4492-b0e3-be9fec7b9671 admin admin] Network 5898c018-435d-4442-9930-981cc3010a1a is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 18:53:46.578612 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-3b6876ca-8d43-4492-b0e3-be9fec7b9671 admin admin] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 18:53:46.747960 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6876ca-8d43-4492-b0e3-be9fec7b9671 admin admin] Router 6b619646-f7a5-450a-98a2-8c9a2ff8d27a is scheduled to L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b with binding_index 1 {{(pid=101695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 18:53:46.822276 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6615102e-0ad8-46b3-ac36-74f6e5d43ac8 None None] Provisioning complete for port 7d8570ea-42b6-424b-80b8-76a9328c0728 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 18:53:46.822656 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6615102e-0ad8-46b3-ac36-74f6e5d43ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:46.841280 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6876ca-8d43-4492-b0e3-be9fec7b9671 admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 18:53:46.846927 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-3b6876ca-8d43-4492-b0e3-be9fec7b9671 admin admin] 10.222.0.46 "PUT /v2.0/routers/6b619646-f7a5-450a-98a2-8c9a2ff8d27a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8369272 Nov 16 18:53:46.861660 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] Sync routers for ids ['6b619646-f7a5-450a-98a2-8c9a2ff8d27a'] in dv-cinder-667108-35-iscsi {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 18:53:46.865047 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6615102e-0ad8-46b3-ac36-74f6e5d43ac8 None None] Port 7d8570ea-42b6-424b-80b8-76a9328c0728 cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 18:53:46.878714 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] Routers {'6b619646-f7a5-450a-98a2-8c9a2ff8d27a'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 18:53:46.879541 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T18:53:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['6b619646-f7a5-450a-98a2-8c9a2ff8d27a'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 18:53:47.075556 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] Set router 6b619646-f7a5-450a-98a2-8c9a2ff8d27a gateway port host: None {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 18:53:47.555708 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b619646-f7a5-450a-98a2-8c9a2ff8d27a', 'name': 'router1', 'tenant_id': 'ba65977ee4004d78b30ca81fe3423388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T18:53:36Z', 'updated_at': '2021-11-16T18:53:46Z', 'revision_number': 2, 'project_id': 'ba65977ee4004d78b30ca81fe3423388', 'gw_port_host': None, '_interfaces': [{'id': '7d8570ea-42b6-424b-80b8-76a9328c0728', 'name': '', 'network_id': '5898c018-435d-4442-9930-981cc3010a1a', 'tenant_id': 'ba65977ee4004d78b30ca81fe3423388', 'mac_address': 'fa:16:3e:1d:40:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b619646-f7a5-450a-98a2-8c9a2ff8d27a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd214ab94-978f-427d-8e77-c45dc853b5b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T18:53:45Z', 'updated_at': '2021-11-16T18:53:46Z', 'revision_number': 2, 'project_id': 'ba65977ee4004d78b30ca81fe3423388', 'subnets': [{'id': 'd214ab94-978f-427d-8e77-c45dc853b5b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5651d5a-fb23-4b63-9eb0-a56ae63f3190'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 18:53:47.609634 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] Checking router: 6b619646-f7a5-450a-98a2-8c9a2ff8d27a for host: dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 18:53:47.609634 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] Updating router 6b619646-f7a5-450a-98a2-8c9a2ff8d27a port 7d8570ea-42b6-424b-80b8-76a9328c0728 binding host dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 18:53:47.660623 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:48.220182 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] Publish callbacks [] for port, precommit_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:48.228070 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:48.408441 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af059d-24e0-4f6c-a6ad-ec3b4d0c050d None None] Pushing event updated for resources: {'Port': ['ID=7d8570ea-42b6-424b-80b8-76a9328c0728,revision_number=3']} {{(pid=101698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:53:48.420152 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] Attempting to bind port 7d8570ea-42b6-424b-80b8-76a9328c0728 on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 18:53:48.420562 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] Attempting to bind port 7d8570ea-42b6-424b-80b8-76a9328c0728 by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '64361229-83c0-4b14-a9b4-8406991637b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5898c018-435d-4442-9930-981cc3010a1a'}] {{(pid=101698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 18:53:48.420983 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] Attempting to bind port 7d8570ea-42b6-424b-80b8-76a9328c0728 on network 5898c018-435d-4442-9930-981cc3010a1a {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 18:53:48.424766 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af059d-24e0-4f6c-a6ad-ec3b4d0c050d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:48.425131 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af059d-24e0-4f6c-a6ad-ec3b4d0c050d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:48.425458 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af059d-24e0-4f6c-a6ad-ec3b4d0c050d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:48.425822 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af059d-24e0-4f6c-a6ad-ec3b4d0c050d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:48.426154 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af059d-24e0-4f6c-a6ad-ec3b4d0c050d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:48.426485 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af059d-24e0-4f6c-a6ad-ec3b4d0c050d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:48.426813 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af059d-24e0-4f6c-a6ad-ec3b4d0c050d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:48.427139 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af059d-24e0-4f6c-a6ad-ec3b4d0c050d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:48.427477 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af059d-24e0-4f6c-a6ad-ec3b4d0c050d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:48.427801 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af059d-24e0-4f6c-a6ad-ec3b4d0c050d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:48.428122 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af059d-24e0-4f6c-a6ad-ec3b4d0c050d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:48.428528 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af059d-24e0-4f6c-a6ad-ec3b4d0c050d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af059d-24e0-4f6c-a6ad-ec3b4d0c050d None None] Tracked resource versions report: Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: pushed versions: Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: { 'AddressGroup': {'1.2'}, Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: 'ConntrackHelper': {'1.0'}, Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: 'Log': {'1.0'}, Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: 'Network': {'1.1'}, Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: 'Port': {'1.7'}, Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: 'PortForwarding': {'1.2'}, Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: 'QosPolicy': {'1.10'}, Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: 'SecurityGroup': {'1.5'}, Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: 'SecurityGroupRule': {'1.2'}, Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: 'SubPort': {'1.0'}, Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: 'Subnet': {'1.1'}, Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: 'Trunk': {'1.1'}} Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: consumer versions: Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: { DHCP agent@dv-cinder-667108-35-iscsi: {}, Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: L3 agent@dv-cinder-667108-35-iscsi: {}, Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: Metadata agent@dv-cinder-667108-35-iscsi: {}, Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: Metering agent@dv-cinder-667108-35-iscsi: {}, Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: Open vSwitch agent@dv-cinder-667108-35-iscsi: { 'AddressGroup': '1.2', Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: 'ConntrackHelper': '1.0', Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: 'Log': '1.0', Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: 'Network': '1.1', Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: 'Port': '1.7', Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: 'PortForwarding': '1.2', Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: 'QosPolicy': '1.10', Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: 'SecurityGroup': '1.5', Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: 'SecurityGroupRule': '1.2', Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: 'SubPort': '1.0', Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: 'Subnet': '1.1', Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: 'Trunk': '1.1'}} Nov 16 18:53:48.429854 dv-cinder-667108-35-iscsi neutron-server[101698]: {{(pid=101698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 18:53:48.437261 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 18, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 18:53:48.437739 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] Checking segment: {'id': '64361229-83c0-4b14-a9b4-8406991637b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5898c018-435d-4442-9930-981cc3010a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 18:53:48.438214 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:48.438601 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] Bound using segment: {'id': '64361229-83c0-4b14-a9b4-8406991637b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5898c018-435d-4442-9930-981cc3010a1a'} {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 18:53:48.439099 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] Bound port: 7d8570ea-42b6-424b-80b8-76a9328c0728, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64361229-83c0-4b14-a9b4-8406991637b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5898c018-435d-4442-9930-981cc3010a1a'}}] {{(pid=101698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 18:53:48.439501 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:48.499187 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-4a5e3d33-2bdb-4be2-9b57-4bacde391504 None None] Provisioning complete for port 7d8570ea-42b6-424b-80b8-76a9328c0728 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 18:53:48.499735 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-4a5e3d33-2bdb-4be2-9b57-4bacde391504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:48.512490 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.db [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] For port 7d8570ea-42b6-424b-80b8-76a9328c0728, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 18:53:48.536768 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.db [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] For port 7d8570ea-42b6-424b-80b8-76a9328c0728, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=7d8570ea-42b6-424b-80b8-76a9328c0728,segment=NetworkSegment(64361229-83c0-4b14-a9b4-8406991637b9),segment_id=64361229-83c0-4b14-a9b4-8406991637b9)] {{(pid=101698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 18:53:48.542784 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-4a5e3d33-2bdb-4be2-9b57-4bacde391504 None None] Port 7d8570ea-42b6-424b-80b8-76a9328c0728 cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 18:53:48.543293 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:48.598905 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af059d-24e0-4f6c-a6ad-ec3b4d0c050d None None] Pushing event updated for resources: {'Port': ['ID=7d8570ea-42b6-424b-80b8-76a9328c0728,revision_number=4']} {{(pid=101698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:53:48.626794 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] Routers {'6b619646-f7a5-450a-98a2-8c9a2ff8d27a'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 18:53:48.627747 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T18:53:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['6b619646-f7a5-450a-98a2-8c9a2ff8d27a'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 18:53:48.729724 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] Set router 6b619646-f7a5-450a-98a2-8c9a2ff8d27a gateway port host: None {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 18:53:48.870299 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-a30ea9ff-510d-42ba-bb4d-b056a51256ab None None] Provisioning complete for port 7d8570ea-42b6-424b-80b8-76a9328c0728 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 18:53:48.870548 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-a30ea9ff-510d-42ba-bb4d-b056a51256ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:48.964207 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-a30ea9ff-510d-42ba-bb4d-b056a51256ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:48.981047 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b619646-f7a5-450a-98a2-8c9a2ff8d27a', 'name': 'router1', 'tenant_id': 'ba65977ee4004d78b30ca81fe3423388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T18:53:36Z', 'updated_at': '2021-11-16T18:53:46Z', 'revision_number': 2, 'project_id': 'ba65977ee4004d78b30ca81fe3423388', 'gw_port_host': None, '_interfaces': [{'id': '7d8570ea-42b6-424b-80b8-76a9328c0728', 'name': '', 'network_id': '5898c018-435d-4442-9930-981cc3010a1a', 'tenant_id': 'ba65977ee4004d78b30ca81fe3423388', 'mac_address': 'fa:16:3e:1d:40:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b619646-f7a5-450a-98a2-8c9a2ff8d27a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd214ab94-978f-427d-8e77-c45dc853b5b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T18:53:45Z', 'updated_at': '2021-11-16T18:53:48Z', 'revision_number': 4, 'project_id': 'ba65977ee4004d78b30ca81fe3423388', 'subnets': [{'id': 'd214ab94-978f-427d-8e77-c45dc853b5b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5651d5a-fb23-4b63-9eb0-a56ae63f3190'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 18:53:49.009027 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-a30ea9ff-510d-42ba-bb4d-b056a51256ab None None] For port 7d8570ea-42b6-424b-80b8-76a9328c0728, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=7d8570ea-42b6-424b-80b8-76a9328c0728,segment=NetworkSegment(64361229-83c0-4b14-a9b4-8406991637b9),segment_id=64361229-83c0-4b14-a9b4-8406991637b9)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 18:53:49.010736 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254333d5-e71a-41c4-ab45-08be2ecc5392 None None] The sync data for ids ['6b619646-f7a5-450a-98a2-8c9a2ff8d27a'] in dv-cinder-667108-35-iscsi is: [{'id': '6b619646-f7a5-450a-98a2-8c9a2ff8d27a', 'name': 'router1', 'tenant_id': 'ba65977ee4004d78b30ca81fe3423388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T18:53:36Z', 'updated_at': '2021-11-16T18:53:46Z', 'revision_number': 2, 'project_id': 'ba65977ee4004d78b30ca81fe3423388', 'gw_port_host': None, '_interfaces': [{'id': '7d8570ea-42b6-424b-80b8-76a9328c0728', 'name': '', 'network_id': '5898c018-435d-4442-9930-981cc3010a1a', 'tenant_id': 'ba65977ee4004d78b30ca81fe3423388', 'mac_address': 'fa:16:3e:1d:40:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b619646-f7a5-450a-98a2-8c9a2ff8d27a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd214ab94-978f-427d-8e77-c45dc853b5b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T18:53:45Z', 'updated_at': '2021-11-16T18:53:48Z', 'revision_number': 4, 'project_id': 'ba65977ee4004d78b30ca81fe3423388', 'subnets': [{'id': 'd214ab94-978f-427d-8e77-c45dc853b5b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5651d5a-fb23-4b63-9eb0-a56ae63f3190'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 18:53:49.015570 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-a30ea9ff-510d-42ba-bb4d-b056a51256ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:49.100081 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ea9ff-510d-42ba-bb4d-b056a51256ab None None] Pushing event updated for resources: {'Port': ['ID=7d8570ea-42b6-424b-80b8-76a9328c0728,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:53:49.347126 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 42438) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:53:49.519931 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9780b3-1739-4c4f-a1b6-045d01f16072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:53:49.521941 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-9c9780b3-1739-4c4f-a1b6-045d01f16072 admin admin] 10.222.0.46 "GET /v2.0/networks/5f3ac952-8559-40cc-8fc1-b48178a4ccf1 HTTP/1.1" status: 200 len: 842 time: 0.1733346 Nov 16 18:53:49.537926 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-c3810230-9615-455b-a674-6d545fb7e5e0 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 18:53:49.562633 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3810230-9615-455b-a674-6d545fb7e5e0 admin admin] Made reservation on behalf of 91ac7ed39a504e9e892bbee4169dcc19 for: {'subnet': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 18:53:49.565033 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c3810230-9615-455b-a674-6d545fb7e5e0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:49.938522 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.objects.ports [None req-c3810230-9615-455b-a674-6d545fb7e5e0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101696) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 18:53:49.938967 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c3810230-9615-455b-a674-6d545fb7e5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for subnet, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:49.988217 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3810230-9615-455b-a674-6d545fb7e5e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b3505d5-c140-47b1-9b3e-49bde3fac2c7,revision_number=0']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:53:50.005702 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3810230-9615-455b-a674-6d545fb7e5e0 admin admin] Checking segment: {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 18:53:50.006173 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3810230-9615-455b-a674-6d545fb7e5e0 admin admin] Network hostable DHCP agents. Network: 5f3ac952-8559-40cc-8fc1-b48178a4ccf1, hostable agents: ['796d1915-ba41-4440-8731-3d9d4c9dd731'], hosted agents: [] {{(pid=101696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 18:53:50.025371 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3810230-9615-455b-a674-6d545fb7e5e0 admin admin] Network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 is scheduled to be hosted by DHCP agent 796d1915-ba41-4440-8731-3d9d4c9dd731 with binding_index 1 {{(pid=101696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 18:53:50.035257 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-c3810230-9615-455b-a674-6d545fb7e5e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-35-iscsi, 5f3ac952-8559-40cc-8fc1-b48178a4ccf1) {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 18:53:50.039511 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3810230-9615-455b-a674-6d545fb7e5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:53:50.040112 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c3810230-9615-455b-a674-6d545fb7e5e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for subnet, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:50.052577 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a50ee56-4eda-4879-b52f-cbb0c42b0ec8 None None] Network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 18:53:50.073598 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-c3810230-9615-455b-a674-6d545fb7e5e0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5320294 Nov 16 18:53:50.280981 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c466f0ae-8515-437b-add0-30763f50b65a None None] Network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 18:53:52.661768 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 42446) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:53:52.904176 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-9cb8ccd8-6fac-441a-8fd4-763fd73afe76 admin admin] 10.222.0.46 "GET /v2.0/routers/6b619646-f7a5-450a-98a2-8c9a2ff8d27a HTTP/1.1" status: 200 len: 710 time: 0.2412400 Nov 16 18:53:53.002287 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bc518e-ffad-4e3d-acdf-613ca51bf6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:53:53.003792 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-71bc518e-ffad-4e3d-acdf-613ca51bf6cb admin admin] 10.222.0.46 "GET /v2.0/networks/5f3ac952-8559-40cc-8fc1-b48178a4ccf1 HTTP/1.1" status: 200 len: 886 time: 0.0926008 Nov 16 18:53:53.013602 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-a57c31f7-4864-4ffa-9c37-cd2ea4abcbe3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 18:53:53.287121 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a57c31f7-4864-4ffa-9c37-cd2ea4abcbe3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:53.604555 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a57c31f7-4864-4ffa-9c37-cd2ea4abcbe3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:53.692046 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a57c31f7-4864-4ffa-9c37-cd2ea4abcbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:53.854424 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [None req-a57c31f7-4864-4ffa-9c37-cd2ea4abcbe3 admin admin] Allocated IP 172.27.0.66 (5f3ac952-8559-40cc-8fc1-b48178a4ccf1/5b3505d5-c140-47b1-9b3e-49bde3fac2c7/136ea78c-9a2b-40b5-bbf7-5c4357fec45e) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 18:53:53.968620 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a57c31f7-4864-4ffa-9c37-cd2ea4abcbe3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:54.032238 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a57c31f7-4864-4ffa-9c37-cd2ea4abcbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:54.109181 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57c31f7-4864-4ffa-9c37-cd2ea4abcbe3 admin admin] Network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 18:53:54.114470 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-a57c31f7-4864-4ffa-9c37-cd2ea4abcbe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 18:53:54.124837 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57c31f7-4864-4ffa-9c37-cd2ea4abcbe3 admin admin] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 18:53:54.128649 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c31f7-4864-4ffa-9c37-cd2ea4abcbe3 admin admin] Pushing event updated for resources: {'Port': ['ID=136ea78c-9a2b-40b5-bbf7-5c4357fec45e,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:53:54.431503 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a57c31f7-4864-4ffa-9c37-cd2ea4abcbe3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:54.650504 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a57c31f7-4864-4ffa-9c37-cd2ea4abcbe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1673320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1670215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-741'] for router, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:54.656199 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a57c31f7-4864-4ffa-9c37-cd2ea4abcbe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1673333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1673315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1673338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1670238'] for router, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:54.784866 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57c31f7-4864-4ffa-9c37-cd2ea4abcbe3 admin admin] Router 6b619646-f7a5-450a-98a2-8c9a2ff8d27a has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 18:53:54.980848 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57c31f7-4864-4ffa-9c37-cd2ea4abcbe3 admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 18:53:54.985540 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a57c31f7-4864-4ffa-9c37-cd2ea4abcbe3 admin admin] Publish callbacks [] for router, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:54.986781 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-a57c31f7-4864-4ffa-9c37-cd2ea4abcbe3 admin admin] 10.222.0.46 "PUT /v2.0/routers/6b619646-f7a5-450a-98a2-8c9a2ff8d27a HTTP/1.1" status: 200 len: 889 time: 1.9765232 Nov 16 18:53:55.718326 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 7d8570ea-42b6-424b-80b8-76a9328c0728 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 18:53:55.772535 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 7d8570ea-42b6-424b-80b8-76a9328c0728 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 18:53:55.772931 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:56.329944 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] Sync routers for ids ['6b619646-f7a5-450a-98a2-8c9a2ff8d27a'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 18:53:56.340924 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] Routers {'6b619646-f7a5-450a-98a2-8c9a2ff8d27a'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 18:53:56.344494 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T18:53:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['6b619646-f7a5-450a-98a2-8c9a2ff8d27a'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 18:53:56.560275 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] Set router 6b619646-f7a5-450a-98a2-8c9a2ff8d27a gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 18:53:57.042401 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b619646-f7a5-450a-98a2-8c9a2ff8d27a', 'name': 'router1', 'tenant_id': 'ba65977ee4004d78b30ca81fe3423388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '136ea78c-9a2b-40b5-bbf7-5c4357fec45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T18:53:36Z', 'updated_at': '2021-11-16T18:53:54Z', 'revision_number': 4, 'project_id': 'ba65977ee4004d78b30ca81fe3423388', 'gw_port': {'id': '136ea78c-9a2b-40b5-bbf7-5c4357fec45e', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b619646-f7a5-450a-98a2-8c9a2ff8d27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T18:53:53Z', 'updated_at': '2021-11-16T18:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '7d8570ea-42b6-424b-80b8-76a9328c0728', 'name': '', 'network_id': '5898c018-435d-4442-9930-981cc3010a1a', 'tenant_id': 'ba65977ee4004d78b30ca81fe3423388', 'mac_address': 'fa:16:3e:1d:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b619646-f7a5-450a-98a2-8c9a2ff8d27a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd214ab94-978f-427d-8e77-c45dc853b5b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T18:53:45Z', 'updated_at': '2021-11-16T18:53:48Z', 'revision_number': 5, 'project_id': 'ba65977ee4004d78b30ca81fe3423388', 'subnets': [{'id': 'd214ab94-978f-427d-8e77-c45dc853b5b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5651d5a-fb23-4b63-9eb0-a56ae63f3190'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 18:53:57.094824 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] Checking router: 6b619646-f7a5-450a-98a2-8c9a2ff8d27a for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 18:53:57.095166 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] Updating router 6b619646-f7a5-450a-98a2-8c9a2ff8d27a port 136ea78c-9a2b-40b5-bbf7-5c4357fec45e binding host dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 18:53:57.144466 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:57.485835 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] Publish callbacks [] for port, precommit_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:57.492504 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:57.546749 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c18c2c-7dba-472a-ace8-87dca9e75e67 None None] Pushing event updated for resources: {'Port': ['ID=136ea78c-9a2b-40b5-bbf7-5c4357fec45e,revision_number=2']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:53:57.549009 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] Attempting to bind port 136ea78c-9a2b-40b5-bbf7-5c4357fec45e on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 18:53:57.549383 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] Attempting to bind port 136ea78c-9a2b-40b5-bbf7-5c4357fec45e by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 18:53:57.549770 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] Attempting to bind port 136ea78c-9a2b-40b5-bbf7-5c4357fec45e on network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 18:53:57.555604 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 18, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 18:53:57.555984 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] Checking segment: {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 18:53:57.556409 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:57.556785 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] Bound using segment: {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 18:53:57.557262 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] Bound port: 136ea78c-9a2b-40b5-bbf7-5c4357fec45e, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 18:53:57.557679 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:57.565005 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 42458) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:53:57.597249 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 5 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 18:53:57.613893 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] For port 136ea78c-9a2b-40b5-bbf7-5c4357fec45e, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 18:53:57.618727 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] For port 136ea78c-9a2b-40b5-bbf7-5c4357fec45e, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=136ea78c-9a2b-40b5-bbf7-5c4357fec45e,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 18:53:57.624851 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:57.687492 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] Routers {'6b619646-f7a5-450a-98a2-8c9a2ff8d27a'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 18:53:57.688115 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T18:53:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['6b619646-f7a5-450a-98a2-8c9a2ff8d27a'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 18:53:57.690954 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c18c2c-7dba-472a-ace8-87dca9e75e67 None None] Pushing event updated for resources: {'Port': ['ID=136ea78c-9a2b-40b5-bbf7-5c4357fec45e,revision_number=3']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:53:57.697653 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-a11fdc59-722e-486d-b31b-b8847dd13e47 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1285412 Nov 16 18:53:57.807256 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] Set router 6b619646-f7a5-450a-98a2-8c9a2ff8d27a gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 18:53:58.050601 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b619646-f7a5-450a-98a2-8c9a2ff8d27a', 'name': 'router1', 'tenant_id': 'ba65977ee4004d78b30ca81fe3423388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '136ea78c-9a2b-40b5-bbf7-5c4357fec45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T18:53:36Z', 'updated_at': '2021-11-16T18:53:54Z', 'revision_number': 4, 'project_id': 'ba65977ee4004d78b30ca81fe3423388', 'gw_port': {'id': '136ea78c-9a2b-40b5-bbf7-5c4357fec45e', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b619646-f7a5-450a-98a2-8c9a2ff8d27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T18:53:53Z', 'updated_at': '2021-11-16T18:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '7d8570ea-42b6-424b-80b8-76a9328c0728', 'name': '', 'network_id': '5898c018-435d-4442-9930-981cc3010a1a', 'tenant_id': 'ba65977ee4004d78b30ca81fe3423388', 'mac_address': 'fa:16:3e:1d:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b619646-f7a5-450a-98a2-8c9a2ff8d27a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd214ab94-978f-427d-8e77-c45dc853b5b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T18:53:45Z', 'updated_at': '2021-11-16T18:53:48Z', 'revision_number': 5, 'project_id': 'ba65977ee4004d78b30ca81fe3423388', 'subnets': [{'id': 'd214ab94-978f-427d-8e77-c45dc853b5b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5651d5a-fb23-4b63-9eb0-a56ae63f3190'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 18:53:58.083947 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36bbe6e-b3eb-4330-8488-05dd8fb7de6b None None] The sync data for ids ['6b619646-f7a5-450a-98a2-8c9a2ff8d27a'] in dv-cinder-667108-35-iscsi is: [{'id': '6b619646-f7a5-450a-98a2-8c9a2ff8d27a', 'name': 'router1', 'tenant_id': 'ba65977ee4004d78b30ca81fe3423388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '136ea78c-9a2b-40b5-bbf7-5c4357fec45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T18:53:36Z', 'updated_at': '2021-11-16T18:53:54Z', 'revision_number': 4, 'project_id': 'ba65977ee4004d78b30ca81fe3423388', 'gw_port': {'id': '136ea78c-9a2b-40b5-bbf7-5c4357fec45e', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b619646-f7a5-450a-98a2-8c9a2ff8d27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T18:53:53Z', 'updated_at': '2021-11-16T18:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '7d8570ea-42b6-424b-80b8-76a9328c0728', 'name': '', 'network_id': '5898c018-435d-4442-9930-981cc3010a1a', 'tenant_id': 'ba65977ee4004d78b30ca81fe3423388', 'mac_address': 'fa:16:3e:1d:40:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b619646-f7a5-450a-98a2-8c9a2ff8d27a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd214ab94-978f-427d-8e77-c45dc853b5b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T18:53:45Z', 'updated_at': '2021-11-16T18:53:48Z', 'revision_number': 5, 'project_id': 'ba65977ee4004d78b30ca81fe3423388', 'subnets': [{'id': 'd214ab94-978f-427d-8e77-c45dc853b5b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5651d5a-fb23-4b63-9eb0-a56ae63f3190'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 18:53:59.720936 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 136ea78c-9a2b-40b5-bbf7-5c4357fec45e up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 18:53:59.786290 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 136ea78c-9a2b-40b5-bbf7-5c4357fec45e triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 18:53:59.786893 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:59.890727 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:59.919489 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] For port 136ea78c-9a2b-40b5-bbf7-5c4357fec45e, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=136ea78c-9a2b-40b5-bbf7-5c4357fec45e,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 18:53:59.926546 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:53:59.984194 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Pushing event updated for resources: {'Port': ['ID=136ea78c-9a2b-40b5-bbf7-5c4357fec45e,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:54:01.698837 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 136ea78c-9a2b-40b5-bbf7-5c4357fec45e up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 18:54:01.848205 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 136ea78c-9a2b-40b5-bbf7-5c4357fec45e triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 18:54:01.848816 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:54:06.815997 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-1fb25d6a-6be4-4131-aeeb-21977d043ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:54:09.817506 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-286f91b2-4241-471e-86b0-ac79a1558cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:54:11.277771 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:54:13.092090 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:54:13.763832 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:54:34.598417 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 5 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 18:54:36.807485 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-8921b83c-d199-4980-99f3-522929e97648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:54:39.815576 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f1ba-7fdc-4e19-88ee-c0d3792be243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:54:41.279515 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:54:43.100229 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:54:43.781347 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:55:06.801470 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-2f42c083-f21d-4d56-b782-078d1290cbcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:55:09.808639 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-32f16e1e-61bb-4749-a7b4-66f32b3b4f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:55:11.279688 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:55:11.598499 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 5 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 18:55:13.095290 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:55:13.766505 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:55:36.803253 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-77e55054-4fc0-41d1-9664-dce474f287c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:55:39.810731 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-235d08ee-cd1c-4a96-b71c-4b49190c2069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:55:41.283858 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:55:42.282548 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 43020) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:55:42.346295 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf87dbdd-bfb8-480e-905f-36a9eac54cbb admin admin] GET failed (client error): The resource could not be found. Nov 16 18:55:42.347504 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-bf87dbdd-bfb8-480e-905f-36a9eac54cbb admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0637350 Nov 16 18:55:42.516302 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0fe216-9836-41ae-888d-12bcb1a9d0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:55:42.517744 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-ab0fe216-9836-41ae-888d-12bcb1a9d0f7 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1653931 Nov 16 18:55:43.098403 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:55:43.768347 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:55:44.839179 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43030) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:55:44.935925 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a39f66-c47b-471f-9b56-865a6815b7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:55:44.937324 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-02a39f66-c47b-471f-9b56-865a6815b7e3 admin admin] 10.222.0.46 "GET /v2.0/subnets/d214ab94-978f-427d-8e77-c45dc853b5b9 HTTP/1.1" status: 200 len: 849 time: 0.0971661 Nov 16 18:55:44.947441 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-114fe0a9-751f-46ee-9d46-e908cf8b53d1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 18:55:45.033806 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-114fe0a9-751f-46ee-9d46-e908cf8b53d1 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:55:45.192669 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-114fe0a9-751f-46ee-9d46-e908cf8b53d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770492530396'] for subnet, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:55:45.222822 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114fe0a9-751f-46ee-9d46-e908cf8b53d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:55:45.223429 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-114fe0a9-751f-46ee-9d46-e908cf8b53d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for subnet, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:55:45.224780 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-114fe0a9-751f-46ee-9d46-e908cf8b53d1 admin admin] 10.222.0.46 "PUT /v2.0/subnets/d214ab94-978f-427d-8e77-c45dc853b5b9 HTTP/1.1" status: 200 len: 868 time: 0.2810895 Nov 16 18:55:45.240764 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acd846e-2789-4546-bec1-9f0c77500788 None None] Network 5898c018-435d-4442-9930-981cc3010a1a requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 18:55:45.248997 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fe0a9-751f-46ee-9d46-e908cf8b53d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d214ab94-978f-427d-8e77-c45dc853b5b9,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:55:45.256614 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fe0a9-751f-46ee-9d46-e908cf8b53d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:55:45.257099 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fe0a9-751f-46ee-9d46-e908cf8b53d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:55:45.257437 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fe0a9-751f-46ee-9d46-e908cf8b53d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:55:45.258119 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fe0a9-751f-46ee-9d46-e908cf8b53d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:55:45.258458 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fe0a9-751f-46ee-9d46-e908cf8b53d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:55:45.258818 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fe0a9-751f-46ee-9d46-e908cf8b53d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:55:45.259154 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fe0a9-751f-46ee-9d46-e908cf8b53d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:55:45.259500 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fe0a9-751f-46ee-9d46-e908cf8b53d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:55:45.259839 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fe0a9-751f-46ee-9d46-e908cf8b53d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:55:45.260672 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fe0a9-751f-46ee-9d46-e908cf8b53d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:55:45.261004 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fe0a9-751f-46ee-9d46-e908cf8b53d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:55:45.261329 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fe0a9-751f-46ee-9d46-e908cf8b53d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:55:45.636631 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-0d468c49-9ab0-4490-b50a-641085a47893 None None] Provisioning complete for port de8f7cce-06a8-4e84-83b3-ec398983584b triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 18:55:45.637000 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-0d468c49-9ab0-4490-b50a-641085a47893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:55:45.727244 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-0d468c49-9ab0-4490-b50a-641085a47893 None None] Provisioning complete for port 7d8570ea-42b6-424b-80b8-76a9328c0728 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 18:55:45.727525 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-0d468c49-9ab0-4490-b50a-641085a47893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:55:47.561806 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43040) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:55:47.773263 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a682cc-9c58-46ee-9b48-ea298f927d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:55:47.773779 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a682cc-9c58-46ee-9b48-ea298f927d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:55:47.775348 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-70a682cc-9c58-46ee-9b48-ea298f927d40 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2125266 Nov 16 18:55:48.596479 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 5 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 18:55:50.095566 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43048) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:55:50.229868 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dc81ba-171e-4cdd-9b29-619f613c5984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:55:50.230348 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dc81ba-171e-4cdd-9b29-619f613c5984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:55:50.231964 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-98dc81ba-171e-4cdd-9b29-619f613c5984 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1354485 Nov 16 18:55:52.545063 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43056) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:55:52.691447 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba71a050-0731-4a6e-aa05-ae056bef2503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:55:52.692832 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-ba71a050-0731-4a6e-aa05-ae056bef2503 admin admin] 10.222.0.46 "GET /v2.0/networks/5898c018-435d-4442-9930-981cc3010a1a HTTP/1.1" status: 200 len: 869 time: 0.1467695 Nov 16 18:55:55.018946 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43064) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:55:55.153504 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b094a0e-db6e-4491-9ce3-a2b00a2cacae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:55:55.155099 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-6b094a0e-db6e-4491-9ce3-a2b00a2cacae admin admin] 10.222.0.46 "GET /v2.0/networks/5f3ac952-8559-40cc-8fc1-b48178a4ccf1 HTTP/1.1" status: 200 len: 886 time: 0.1350677 Nov 16 18:55:57.462618 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43072) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:55:57.593191 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b156bfd4-ab9b-47c4-ae33-554595aef889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:55:57.593666 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b156bfd4-ab9b-47c4-ae33-554595aef889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:55:57.595212 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-b156bfd4-ab9b-47c4-ae33-554595aef889 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1316350 Nov 16 18:55:59.872791 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43080) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:55:59.964195 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97457222-3064-421b-9f12-0da36b68a4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:55:59.964562 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97457222-3064-421b-9f12-0da36b68a4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:55:59.966147 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-97457222-3064-421b-9f12-0da36b68a4ce admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0924048 Nov 16 18:56:02.291238 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43088) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:56:02.379397 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4a87b5-2c47-4615-94f7-dd5d00391a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:56:02.380789 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-ad4a87b5-2c47-4615-94f7-dd5d00391a70 admin admin] 10.222.0.46 "GET /v2.0/subnets/5b3505d5-c140-47b1-9b3e-49bde3fac2c7 HTTP/1.1" status: 200 len: 816 time: 0.0885956 Nov 16 18:56:04.669362 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43096) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:56:04.764600 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e35b556-8fb6-4a60-bd64-9f7acb698ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:56:04.766387 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-7e35b556-8fb6-4a60-bd64-9f7acb698ffb admin admin] 10.222.0.46 "GET /v2.0/subnets/d214ab94-978f-427d-8e77-c45dc853b5b9 HTTP/1.1" status: 200 len: 868 time: 0.0960584 Nov 16 18:56:06.805699 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-0475fc78-99fa-41c4-b700-6c8a73491936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:09.812890 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-ff683a63-976f-416d-a50e-73ecc9f90e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:11.286717 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:13.101104 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:13.769884 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:25.595527 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 5 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 18:56:29.122835 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43150) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:56:29.173124 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [None req-56f8d9e7-bab8-4381-b2d6-2c4903a5a4e2 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 18:56:29.174356 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-56f8d9e7-bab8-4381-b2d6-2c4903a5a4e2 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0505366 Nov 16 18:56:31.556588 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 43158) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:56:31.620449 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d814df-7690-4412-a16b-8773c6f7d7db admin admin] GET failed (client error): The resource could not be found. Nov 16 18:56:31.621708 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-b9d814df-7690-4412-a16b-8773c6f7d7db admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0636048 Nov 16 18:56:31.707314 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd7611e-e1cf-4e3e-b5a9-5ebe83bc5182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:56:31.708814 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-0dd7611e-e1cf-4e3e-b5a9-5ebe83bc5182 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0824850 Nov 16 18:56:34.027302 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 43166) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:56:34.075559 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 18:56:34.097280 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] Made reservation on behalf of 91ac7ed39a504e9e892bbee4169dcc19 for: {'network': 1} {{(pid=101695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 18:56:34.099606 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for network, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:34.126899 dv-cinder-667108-35-iscsi neutron-server[101695]: WARNING neutron.services.revisions.revision_plugin [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] Could not find related network for resource to bump revision. Nov 16 18:56:34.143766 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 18:56:34.154339 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:34.154677 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.segments_db [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] Added segment 4518b95f-78dc-4009-9705-aa81813ee095 of type vlan for network b43b9b25-eaba-476f-9642-ed8509b47b48 Nov 16 18:56:34.208496 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770491955959'] for network, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:34.233375 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for network, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:34.234420 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:56:34.235025 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:34.295003 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] Pushing event updated for resources: {'Network': ['ID=b43b9b25-eaba-476f-9642-ed8509b47b48,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:56:34.299596 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2712481 Nov 16 18:56:34.305448 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:34.305854 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:34.306210 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:34.306550 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:34.306894 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:34.307771 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:34.308113 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:34.308487 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:34.308812 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:34.309142 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:34.309488 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:34.309828 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01346ab-e715-4c2c-a705-7e0d57de4e9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:34.322491 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Network b43b9b25-eaba-476f-9642-ed8509b47b48 details requested by agent ovs-agent-dv-cinder-667108-35-iscsi with host dv-cinder-667108-35-iscsi {{(pid=101697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 18:56:36.658606 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 43174) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:56:36.723486 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.pecan_wsgi.hooks.translation [None req-319812b6-def5-4094-aa1b-4f86d3e67ff1 admin admin] GET failed (client error): The resource could not be found. Nov 16 18:56:36.724878 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-319812b6-def5-4094-aa1b-4f86d3e67ff1 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0649703 Nov 16 18:56:36.799885 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd36655e-e5d1-43aa-8851-c5cb18d4d9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:56:36.801399 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-cd36655e-e5d1-43aa-8851-c5cb18d4d9b7 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0718648 Nov 16 18:56:36.810721 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-9ed5e9cd-b3e0-4e32-b63a-88d1b5dc7cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:36.813112 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-1a54dbc2-e925-478c-817f-4778dafa6431 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'b43b9b25-eaba-476f-9642-ed8509b47b48', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 18:56:36.835886 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a54dbc2-e925-478c-817f-4778dafa6431 admin admin] Made reservation on behalf of 91ac7ed39a504e9e892bbee4169dcc19 for: {'subnet': 1} {{(pid=101695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 18:56:36.838301 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-1a54dbc2-e925-478c-817f-4778dafa6431 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:37.028583 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-1a54dbc2-e925-478c-817f-4778dafa6431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for subnet, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:37.165669 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54dbc2-e925-478c-817f-4778dafa6431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0edaa0df-9cca-425b-9622-702c0acc64df,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:56:37.176189 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a54dbc2-e925-478c-817f-4778dafa6431 admin admin] Checking segment: {'id': '4518b95f-78dc-4009-9705-aa81813ee095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b43b9b25-eaba-476f-9642-ed8509b47b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 18:56:37.176418 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a54dbc2-e925-478c-817f-4778dafa6431 admin admin] Network hostable DHCP agents. Network: b43b9b25-eaba-476f-9642-ed8509b47b48, hostable agents: ['796d1915-ba41-4440-8731-3d9d4c9dd731'], hosted agents: [] {{(pid=101695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 18:56:37.198903 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a54dbc2-e925-478c-817f-4778dafa6431 admin admin] Network b43b9b25-eaba-476f-9642-ed8509b47b48 is scheduled to be hosted by DHCP agent 796d1915-ba41-4440-8731-3d9d4c9dd731 with binding_index 1 {{(pid=101695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 18:56:37.212431 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-1a54dbc2-e925-478c-817f-4778dafa6431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-35-iscsi, b43b9b25-eaba-476f-9642-ed8509b47b48) {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 18:56:37.217938 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a54dbc2-e925-478c-817f-4778dafa6431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 18:56:37.218621 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-1a54dbc2-e925-478c-817f-4778dafa6431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for subnet, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:37.226563 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37197e1a-f57a-48b6-a81b-a03bebb8e118 None None] Network b43b9b25-eaba-476f-9642-ed8509b47b48 requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 18:56:37.240552 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-1a54dbc2-e925-478c-817f-4778dafa6431 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4310107 Nov 16 18:56:37.433966 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dd112e2-f54d-5ef1-af8f-18867742fe1f-b43b9b25-eaba-476f-9642-ed8509b47b48', 'network_id': 'b43b9b25-eaba-476f-9642-ed8509b47b48', 'tenant_id': '91ac7ed39a504e9e892bbee4169dcc19', 'fixed_ips': [{'subnet_id': '0edaa0df-9cca-425b-9622-702c0acc64df'}]}} from dv-cinder-667108-35-iscsi. {{(pid=101697) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 18:56:37.434868 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:37.603458 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.db_base_plugin_common [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Allocated IP 192.168.233.2 (b43b9b25-eaba-476f-9642-ed8509b47b48/0edaa0df-9cca-425b-9622-702c0acc64df/f2bee5ba-9cee-4bc2-8ce1-c888f9a2e5eb) {{(pid=101697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 18:56:37.773728 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Publish callbacks [] for port, precommit_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:37.780081 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981'] for port, after_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:37.816364 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Network b43b9b25-eaba-476f-9642-ed8509b47b48 is already hosted by enough agents. {{(pid=101697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 18:56:37.821375 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.scheduler.base_scheduler [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Resources bound (agent type, host, resource id): {{(pid=101697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 18:56:37.825509 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Received port after_create {{(pid=101697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 18:56:37.834891 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Pushing event updated for resources: {'Port': ['ID=f2bee5ba-9cee-4bc2-8ce1-c888f9a2e5eb,revision_number=1']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:56:37.845517 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:37.845925 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:37.846280 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:37.846631 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:37.846965 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:37.847311 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:37.847643 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:37.847970 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:37.848312 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:37.848639 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:37.848965 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:37.849286 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:56:37.896791 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Attempting to bind port f2bee5ba-9cee-4bc2-8ce1-c888f9a2e5eb on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 18:56:37.897158 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Attempting to bind port f2bee5ba-9cee-4bc2-8ce1-c888f9a2e5eb by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '4518b95f-78dc-4009-9705-aa81813ee095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b43b9b25-eaba-476f-9642-ed8509b47b48'}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 18:56:37.897519 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Attempting to bind port f2bee5ba-9cee-4bc2-8ce1-c888f9a2e5eb on network b43b9b25-eaba-476f-9642-ed8509b47b48 {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 18:56:37.903565 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 18, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 18:56:37.903942 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Checking segment: {'id': '4518b95f-78dc-4009-9705-aa81813ee095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b43b9b25-eaba-476f-9642-ed8509b47b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 18:56:37.904339 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:37.904735 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Bound using segment: {'id': '4518b95f-78dc-4009-9705-aa81813ee095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b43b9b25-eaba-476f-9642-ed8509b47b48'} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 18:56:37.905224 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Bound port: f2bee5ba-9cee-4bc2-8ce1-c888f9a2e5eb, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4518b95f-78dc-4009-9705-aa81813ee095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b43b9b25-eaba-476f-9642-ed8509b47b48'}}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 18:56:37.905604 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:37.971286 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] For port f2bee5ba-9cee-4bc2-8ce1-c888f9a2e5eb, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 18:56:37.974356 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] For port f2bee5ba-9cee-4bc2-8ce1-c888f9a2e5eb, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=f2bee5ba-9cee-4bc2-8ce1-c888f9a2e5eb,segment=NetworkSegment(4518b95f-78dc-4009-9705-aa81813ee095),segment_id=4518b95f-78dc-4009-9705-aa81813ee095)] {{(pid=101697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 18:56:37.978984 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:38.035407 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead76a10-ba15-4acf-ac29-c1c82c4b7ecf None None] Pushing event updated for resources: {'Port': ['ID=f2bee5ba-9cee-4bc2-8ce1-c888f9a2e5eb,revision_number=2']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:56:38.847718 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393482ce-33f7-4fcd-bc7a-af86639573df None None] Network b43b9b25-eaba-476f-9642-ed8509b47b48 requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 18:56:38.979159 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-22bc2c8a-91ef-4a54-b8a2-0b52f45bf5ff None None] Provisioning complete for port f2bee5ba-9cee-4bc2-8ce1-c888f9a2e5eb triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 18:56:38.979509 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-22bc2c8a-91ef-4a54-b8a2-0b52f45bf5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:39.095979 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-22bc2c8a-91ef-4a54-b8a2-0b52f45bf5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:39.139323 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-22bc2c8a-91ef-4a54-b8a2-0b52f45bf5ff None None] For port f2bee5ba-9cee-4bc2-8ce1-c888f9a2e5eb, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=f2bee5ba-9cee-4bc2-8ce1-c888f9a2e5eb,segment=NetworkSegment(4518b95f-78dc-4009-9705-aa81813ee095),segment_id=4518b95f-78dc-4009-9705-aa81813ee095)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 18:56:39.144783 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-22bc2c8a-91ef-4a54-b8a2-0b52f45bf5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:39.201493 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc2c8a-91ef-4a54-b8a2-0b52f45bf5ff None None] Pushing event updated for resources: {'Port': ['ID=f2bee5ba-9cee-4bc2-8ce1-c888f9a2e5eb,revision_number=3']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:56:39.265519 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-79f3ec86-dbeb-4cc0-aac3-1f6026b72dcf None None] Provisioning complete for port f2bee5ba-9cee-4bc2-8ce1-c888f9a2e5eb triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 18:56:39.265918 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-79f3ec86-dbeb-4cc0-aac3-1f6026b72dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:39.787891 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device f2bee5ba-9cee-4bc2-8ce1-c888f9a2e5eb up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 18:56:39.840660 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-cfdf77d3-08ca-4ed7-9239-f13c18602be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:39.856738 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port f2bee5ba-9cee-4bc2-8ce1-c888f9a2e5eb triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 18:56:39.857399 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:41.299397 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:43.106474 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:56:43.772494 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:57:02.594744 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 5 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 18:57:06.804609 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-5a8f306a-9179-49b8-a5a7-40508f33dc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:57:09.812656 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-327f5246-834b-47cd-a673-ab6761d7b1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:57:11.294444 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:57:13.110117 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:57:13.880106 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:57:36.808437 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-a192fb78-838c-4b65-8494-176292c48f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:57:39.593389 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 5 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 18:57:39.814938 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-e0e68c73-857e-4733-b581-7097ff9d15b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:57:41.296503 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:57:43.109704 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:57:43.773926 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:57:54.960495 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 43218) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:57:54.966471 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [None req-c02330b7-f73a-4a31-9080-682f2969d6cb tempest-verify_tempest_config-495803354 tempest-verify_tempest_config-495803354-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 18:57:54.967443 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-c02330b7-f73a-4a31-9080-682f2969d6cb tempest-verify_tempest_config-495803354 tempest-verify_tempest_config-495803354-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059657 Nov 16 18:57:55.280085 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43236) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:57:55.394418 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-34f82eab-96c6-47ba-b479-3508361ad012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:57:55.474032 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-34f82eab-96c6-47ba-b479-3508361ad012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:57:55.477781 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-34f82eab-96c6-47ba-b479-3508361ad012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:57:55.524226 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-34f82eab-96c6-47ba-b479-3508361ad012 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c611d259aaa4464b810892d99387a9ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2430565 Nov 16 18:57:55.525776 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f82eab-96c6-47ba-b479-3508361ad012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c03dec8-63ec-4673-be9c-e4fe2db8cd71,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:57:55.527044 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 43242) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:57:55.532238 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82eab-96c6-47ba-b479-3508361ad012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:57:55.532600 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82eab-96c6-47ba-b479-3508361ad012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:57:55.532951 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82eab-96c6-47ba-b479-3508361ad012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:57:55.533286 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82eab-96c6-47ba-b479-3508361ad012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:57:55.533671 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82eab-96c6-47ba-b479-3508361ad012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:57:55.534033 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82eab-96c6-47ba-b479-3508361ad012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:57:55.534416 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82eab-96c6-47ba-b479-3508361ad012 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:57:55.534781 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82eab-96c6-47ba-b479-3508361ad012 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:57:55.535152 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82eab-96c6-47ba-b479-3508361ad012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:57:55.535467 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82eab-96c6-47ba-b479-3508361ad012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:57:55.535893 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82eab-96c6-47ba-b479-3508361ad012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:57:55.536180 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f82eab-96c6-47ba-b479-3508361ad012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:57:55.584782 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-30aefc21-8f88-437d-80e0-1c153f70b72a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:57:55.606022 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-30aefc21-8f88-437d-80e0-1c153f70b72a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:57:55.696099 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-30aefc21-8f88-437d-80e0-1c153f70b72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:57:55.698749 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-30aefc21-8f88-437d-80e0-1c153f70b72a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:57:55.699908 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-30aefc21-8f88-437d-80e0-1c153f70b72a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c03dec8-63ec-4673-be9c-e4fe2db8cd71 HTTP/1.1" status: 204 len: 168 time: 0.1718509 Nov 16 18:57:55.715301 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aefc21-8f88-437d-80e0-1c153f70b72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c03dec8-63ec-4673-be9c-e4fe2db8cd71,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 18:57:55.722857 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aefc21-8f88-437d-80e0-1c153f70b72a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:57:55.723294 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aefc21-8f88-437d-80e0-1c153f70b72a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:57:55.723644 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aefc21-8f88-437d-80e0-1c153f70b72a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:57:55.723983 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aefc21-8f88-437d-80e0-1c153f70b72a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:57:55.724316 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aefc21-8f88-437d-80e0-1c153f70b72a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:57:55.724847 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aefc21-8f88-437d-80e0-1c153f70b72a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:57:55.725009 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aefc21-8f88-437d-80e0-1c153f70b72a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:57:55.725309 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aefc21-8f88-437d-80e0-1c153f70b72a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:57:55.725666 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aefc21-8f88-437d-80e0-1c153f70b72a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:57:55.725987 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aefc21-8f88-437d-80e0-1c153f70b72a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:57:55.726310 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aefc21-8f88-437d-80e0-1c153f70b72a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:57:55.726629 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aefc21-8f88-437d-80e0-1c153f70b72a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 18:58:06.811537 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-e977fc47-f0c8-4da2-8220-2f835010c175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:58:09.816476 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-fd65f1bb-0b33-449e-baf2-d8eed7b84719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:58:11.300462 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:58:13.112104 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:58:13.776895 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:58:16.592748 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 5 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 18:58:36.812807 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-1ff071aa-475c-4776-aa61-f631d3e34017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:58:39.817492 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-03925e75-f688-4343-9dd0-8a14ea49db7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:58:41.303201 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:58:43.117347 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:58:43.778899 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:58:53.591017 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 5 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 18:59:06.813942 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-cea8726f-7423-4f32-98e8-96d87933a3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:59:09.818501 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-923a8360-1716-46e4-8efe-148ed8a7fd2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:59:11.306705 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:59:13.119682 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:59:13.780980 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:59:29.791868 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1833548'] for agent, after_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:59:30.589924 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 18:59:36.816489 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-bb5e35e0-c9cd-439a-9755-3db00ab6d561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:59:39.819724 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-e6d96a77-f84b-4c6a-8501-b71946c09179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:59:41.308844 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:59:43.121946 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:59:43.786260 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 18:59:44.616119 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43314) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:59:44.719407 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-fae7ecb6-6277-453c-8d9b-5f439609b057 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1022303 Nov 16 18:59:46.995728 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43324) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 18:59:47.049502 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-cbd66c36-bb5d-410c-90b4-1d9feeee4a2c admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0526407 Nov 16 18:59:59.753844 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:00:06.818742 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-ff0fff2c-361c-40e0-9f2b-555383161870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:00:07.589233 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:00:09.822331 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-eda96c30-90ff-4741-ad79-7fe8ff985356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:00:11.312208 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:00:13.127602 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:00:13.788605 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:00:29.765962 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:00:36.821392 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-ce239b67-c456-43ac-84de-712ced1a8385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:00:39.823875 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-af6674fe-764e-45b3-97d7-3eda78519a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:00:41.316261 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:00:43.129268 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:00:43.791824 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:00:44.587977 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:00:59.770250 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:06.826676 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-69934010-6126-4263-a071-d74ebad1087d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:09.828633 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d7e8-a11f-4b33-818f-9574e33c15f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:11.318363 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:13.141454 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:13.801535 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:15.800102 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43492) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:16.096543 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-4116363-network', 'tenant_id': '836db18eadf842ce90dda0a1221006ff'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:16.120371 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Made reservation on behalf of 836db18eadf842ce90dda0a1221006ff for: {'network': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:01:16.122842 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for network, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:16.135242 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:16.224672 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:16.229416 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:16.252217 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=101696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 19:01:16.269633 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1eaf93b-4840-4fa9-b4cd-734b71544b3b,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:16.274914 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:16.275270 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.db.segments_db [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Added segment 7252eafa-21d3-408d-abc0-6b2031ff6976 of type vlan for network 88bf2e43-28ce-4261-97c8-fd704bf50e7b Nov 16 19:01:16.287935 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.288299 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.288638 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Tracked resource versions report: Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: pushed versions: Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: { 'AddressGroup': {'1.2'}, Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: 'ConntrackHelper': {'1.0'}, Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: 'Log': {'1.0'}, Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: 'Network': {'1.1'}, Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: 'Port': {'1.7'}, Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: 'PortForwarding': {'1.2'}, Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: 'QosPolicy': {'1.10'}, Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: 'SecurityGroup': {'1.5'}, Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: 'SecurityGroupRule': {'1.2'}, Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: 'SubPort': {'1.0'}, Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: 'Subnet': {'1.1'}, Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: 'Trunk': {'1.1'}} Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: consumer versions: Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: { DHCP agent@dv-cinder-667108-35-iscsi: {}, Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: HyperV agent@hv-cinder-66710: {}, Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: L3 agent@dv-cinder-667108-35-iscsi: {}, Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: Metadata agent@dv-cinder-667108-35-iscsi: {}, Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: Metering agent@dv-cinder-667108-35-iscsi: {}, Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: Open vSwitch agent@dv-cinder-667108-35-iscsi: { 'AddressGroup': '1.2', Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: 'ConntrackHelper': '1.0', Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: 'Log': '1.0', Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: 'Network': '1.1', Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: 'Port': '1.7', Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: 'PortForwarding': '1.2', Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: 'QosPolicy': '1.10', Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: 'SecurityGroup': '1.5', Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: 'SecurityGroupRule': '1.2', Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: 'SubPort': '1.0', Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: 'Subnet': '1.1', Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: 'Trunk': '1.1'}} Nov 16 19:01:16.293747 dv-cinder-667108-35-iscsi neutron-server[101696]: {{(pid=101696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 19:01:16.340883 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770491955959'] for network, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:16.366081 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for network, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:16.367079 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:16.367687 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:16.434126 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6328404 Nov 16 19:01:16.437372 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 43538) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:16.443563 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Request body: {'subnet': {'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-4116363-subnet', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:16.463514 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf6ceb-56c9-414f-8312-6cc4466b74ce admin admin] Pushing event updated for resources: {'Network': ['ID=88bf2e43-28ce-4261-97c8-fd704bf50e7b,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:16.472469 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Made reservation on behalf of 836db18eadf842ce90dda0a1221006ff for: {'subnet': 1} {{(pid=101695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:01:16.475713 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Publish callbacks [] for subnet, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:16.478720 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Network 88bf2e43-28ce-4261-97c8-fd704bf50e7b details requested by agent ovs-agent-dv-cinder-667108-35-iscsi with host dv-cinder-667108-35-iscsi {{(pid=101697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 19:01:16.647053 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43546) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:16.681014 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43552) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:16.693161 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for subnet, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:16.747973 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=abfc24cf-bb3f-427f-8c1c-35e769c2f474,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:16.755028 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.755379 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.755719 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.756056 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.756392 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.756724 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.757052 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.757379 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.757736 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.758684 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.759012 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.759340 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Tracked resource versions report: Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: pushed versions: Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: { 'AddressGroup': {'1.2'}, Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: 'ConntrackHelper': {'1.0'}, Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: 'Log': {'1.0'}, Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: 'Network': {'1.1'}, Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: 'Port': {'1.7'}, Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: 'PortForwarding': {'1.2'}, Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: 'QosPolicy': {'1.10'}, Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: 'SecurityGroup': {'1.5'}, Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: 'SecurityGroupRule': {'1.2'}, Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: 'SubPort': {'1.0'}, Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: 'Subnet': {'1.1'}, Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: 'Trunk': {'1.1'}} Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: consumer versions: Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: { DHCP agent@dv-cinder-667108-35-iscsi: {}, Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: HyperV agent@hv-cinder-66710: {}, Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: L3 agent@dv-cinder-667108-35-iscsi: {}, Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: Metadata agent@dv-cinder-667108-35-iscsi: {}, Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: Metering agent@dv-cinder-667108-35-iscsi: {}, Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: Open vSwitch agent@dv-cinder-667108-35-iscsi: { 'AddressGroup': '1.2', Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: 'ConntrackHelper': '1.0', Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: 'Log': '1.0', Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: 'Network': '1.1', Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: 'Port': '1.7', Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: 'PortForwarding': '1.2', Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: 'QosPolicy': '1.10', Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: 'SecurityGroup': '1.5', Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: 'SecurityGroupRule': '1.2', Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: 'SubPort': '1.0', Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: 'Subnet': '1.1', Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: 'Trunk': '1.1'}} Nov 16 19:01:16.760719 dv-cinder-667108-35-iscsi neutron-server[101695]: {{(pid=101695) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 19:01:16.778951 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Checking segment: {'id': '7252eafa-21d3-408d-abc0-6b2031ff6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:01:16.779308 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Network hostable DHCP agents. Network: 88bf2e43-28ce-4261-97c8-fd704bf50e7b, hostable agents: ['796d1915-ba41-4440-8731-3d9d4c9dd731'], hosted agents: [] {{(pid=101695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 19:01:16.796859 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Network 88bf2e43-28ce-4261-97c8-fd704bf50e7b is scheduled to be hosted by DHCP agent 796d1915-ba41-4440-8731-3d9d4c9dd731 with binding_index 1 {{(pid=101695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 19:01:16.808709 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-35-iscsi, 88bf2e43-28ce-4261-97c8-fd704bf50e7b) {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:01:16.813497 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:16.814161 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for subnet, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:16.821716 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d704988-e36f-4aeb-a5ce-114972c664d6 None None] Network 88bf2e43-28ce-4261-97c8-fd704bf50e7b requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:01:16.841343 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43566) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:16.842385 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-be00ea9d-08ac-4af7-b480-6ad86b284b8b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4038196 Nov 16 19:01:16.847412 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-725b7f30-aa66-4c72-bdff-ca1d3a7a423e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-4116363-router', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:16.872369 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-725b7f30-aa66-4c72-bdff-ca1d3a7a423e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63238'] for router, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:16.874417 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-725b7f30-aa66-4c72-bdff-ca1d3a7a423e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1670261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1710739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63263'] for router, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:16.982516 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-725b7f30-aa66-4c72-bdff-ca1d3a7a423e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:17.000338 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dd112e2-f54d-5ef1-af8f-18867742fe1f-88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'fixed_ips': [{'subnet_id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474'}]}} from dv-cinder-667108-35-iscsi. {{(pid=101697) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 19:01:17.001239 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:17.163785 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.db_base_plugin_common [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Allocated IP 172.20.0.2 (88bf2e43-28ce-4261-97c8-fd704bf50e7b/abfc24cf-bb3f-427f-8c1c-35e769c2f474/dbd7ed6e-23fc-45fd-95ef-6a11ab41203d) {{(pid=101697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:01:17.245815 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-725b7f30-aa66-4c72-bdff-ca1d3a7a423e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:17.257340 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-a1cb27d1-cffd-404d-8c06-ff74ef0b7568 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-655304542-network', 'tenant_id': 'eb8ecf530f404e9588c2db9f9a4ba148'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:17.276734 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-f3749888-2478-4dcc-8e43-e0bab1c0f932 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1144801223-network', 'tenant_id': '88aad57826ba44d19a4a8c55a7eaea31'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:17.370275 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cb27d1-cffd-404d-8c06-ff74ef0b7568 admin admin] Made reservation on behalf of eb8ecf530f404e9588c2db9f9a4ba148 for: {'network': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:01:17.372706 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a1cb27d1-cffd-404d-8c06-ff74ef0b7568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for network, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:17.385108 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a1cb27d1-cffd-404d-8c06-ff74ef0b7568 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:17.407465 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Publish callbacks [] for port, precommit_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:17.420546 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981'] for port, after_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:17.481263 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a1cb27d1-cffd-404d-8c06-ff74ef0b7568 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:17.481429 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Pushing event updated for resources: {'Port': ['ID=dbd7ed6e-23fc-45fd-95ef-6a11ab41203d,revision_number=1']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:17.493441 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:17.493882 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:17.494238 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:17.494624 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:17.495526 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:17.495889 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:17.496273 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:17.496657 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:17.497172 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:17.497508 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:17.498181 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:17.498516 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:17.499597 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a1cb27d1-cffd-404d-8c06-ff74ef0b7568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Tracked resource versions report: Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: pushed versions: Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: { 'AddressGroup': {'1.2'}, Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: 'ConntrackHelper': {'1.0'}, Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: 'Log': {'1.0'}, Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: 'Network': {'1.1'}, Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: 'Port': {'1.7'}, Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: 'PortForwarding': {'1.2'}, Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: 'QosPolicy': {'1.10'}, Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: 'SecurityGroup': {'1.5'}, Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: 'SecurityGroupRule': {'1.2'}, Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: 'SubPort': {'1.0'}, Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: 'Subnet': {'1.1'}, Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: 'Trunk': {'1.1'}} Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: consumer versions: Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: { DHCP agent@dv-cinder-667108-35-iscsi: {}, Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: HyperV agent@hv-cinder-66710: {}, Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: L3 agent@dv-cinder-667108-35-iscsi: {}, Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: Metadata agent@dv-cinder-667108-35-iscsi: {}, Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: Metering agent@dv-cinder-667108-35-iscsi: {}, Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: Open vSwitch agent@dv-cinder-667108-35-iscsi: { 'AddressGroup': '1.2', Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: 'ConntrackHelper': '1.0', Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: 'Log': '1.0', Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: 'Network': '1.1', Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: 'Port': '1.7', Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: 'PortForwarding': '1.2', Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: 'QosPolicy': '1.10', Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: 'SecurityGroup': '1.5', Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: 'SecurityGroupRule': '1.2', Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: 'SubPort': '1.0', Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: 'Subnet': '1.1', Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: 'Trunk': '1.1'}} Nov 16 19:01:17.499900 dv-cinder-667108-35-iscsi neutron-server[101697]: {{(pid=101697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 19:01:17.521395 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Network 88bf2e43-28ce-4261-97c8-fd704bf50e7b is already hosted by enough agents. {{(pid=101697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:01:17.523442 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.scheduler.base_scheduler [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Resources bound (agent type, host, resource id): {{(pid=101697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:01:17.538384 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Received port after_create {{(pid=101697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:01:17.563758 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb27d1-cffd-404d-8c06-ff74ef0b7568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1644238-aec3-451f-94c9-d48eb6f57daf,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:17.568893 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1cb27d1-cffd-404d-8c06-ff74ef0b7568 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=101696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 19:01:17.605393 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3749888-2478-4dcc-8e43-e0bab1c0f932 admin admin] Made reservation on behalf of 88aad57826ba44d19a4a8c55a7eaea31 for: {'network': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:01:17.608079 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f3749888-2478-4dcc-8e43-e0bab1c0f932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for network, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:17.617882 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a1cb27d1-cffd-404d-8c06-ff74ef0b7568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:17.618166 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.db.segments_db [None req-a1cb27d1-cffd-404d-8c06-ff74ef0b7568 admin admin] Added segment 70f68f4a-8d93-4596-af66-c551f646477f of type vlan for network 8fbdbf4b-a203-4c7d-88fd-6c6366312a01 Nov 16 19:01:17.628175 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f3749888-2478-4dcc-8e43-e0bab1c0f932 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:17.651399 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Attempting to bind port dbd7ed6e-23fc-45fd-95ef-6a11ab41203d on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:01:17.651774 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Attempting to bind port dbd7ed6e-23fc-45fd-95ef-6a11ab41203d by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '7252eafa-21d3-408d-abc0-6b2031ff6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b'}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:01:17.652184 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Attempting to bind port dbd7ed6e-23fc-45fd-95ef-6a11ab41203d on network 88bf2e43-28ce-4261-97c8-fd704bf50e7b {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:01:17.657485 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:01:17.657896 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Checking segment: {'id': '7252eafa-21d3-408d-abc0-6b2031ff6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:01:17.658388 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:17.658717 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Bound using segment: {'id': '7252eafa-21d3-408d-abc0-6b2031ff6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b'} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:01:17.659358 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Bound port: dbd7ed6e-23fc-45fd-95ef-6a11ab41203d, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7252eafa-21d3-408d-abc0-6b2031ff6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b'}}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:01:17.659772 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:17.735266 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] For port dbd7ed6e-23fc-45fd-95ef-6a11ab41203d, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:01:17.739295 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] For port dbd7ed6e-23fc-45fd-95ef-6a11ab41203d, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=dbd7ed6e-23fc-45fd-95ef-6a11ab41203d,segment=NetworkSegment(7252eafa-21d3-408d-abc0-6b2031ff6976),segment_id=7252eafa-21d3-408d-abc0-6b2031ff6976)] {{(pid=101697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:01:17.742872 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a1cb27d1-cffd-404d-8c06-ff74ef0b7568 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770491955959'] for network, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:17.750412 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:17.818362 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d31aa4-2211-4a4e-9aad-a4335671496b None None] Pushing event updated for resources: {'Port': ['ID=dbd7ed6e-23fc-45fd-95ef-6a11ab41203d,revision_number=2']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:17.824930 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a1cb27d1-cffd-404d-8c06-ff74ef0b7568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for network, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:17.826375 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cb27d1-cffd-404d-8c06-ff74ef0b7568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:17.827507 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a1cb27d1-cffd-404d-8c06-ff74ef0b7568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:17.842228 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-725b7f30-aa66-4c72-bdff-ca1d3a7a423e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:17.927729 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-725b7f30-aa66-4c72-bdff-ca1d3a7a423e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:17.943211 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-a1cb27d1-cffd-404d-8c06-ff74ef0b7568 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2942131 Nov 16 19:01:17.946471 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 43616) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:17.952763 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-da6cf57e-458e-474f-bed9-e61dae435338 admin admin] Request body: {'subnet': {'network_id': '8fbdbf4b-a203-4c7d-88fd-6c6366312a01', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-655304542-subnet', 'tenant_id': 'eb8ecf530f404e9588c2db9f9a4ba148', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:18.001481 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6cf57e-458e-474f-bed9-e61dae435338 admin admin] Made reservation on behalf of eb8ecf530f404e9588c2db9f9a4ba148 for: {'subnet': 1} {{(pid=101695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:01:18.004058 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-da6cf57e-458e-474f-bed9-e61dae435338 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:18.104458 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb27d1-cffd-404d-8c06-ff74ef0b7568 admin admin] Pushing event updated for resources: {'Network': ['ID=8fbdbf4b-a203-4c7d-88fd-6c6366312a01,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:18.114769 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Network 8fbdbf4b-a203-4c7d-88fd-6c6366312a01 details requested by agent ovs-agent-dv-cinder-667108-35-iscsi with host dv-cinder-667108-35-iscsi {{(pid=101697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 19:01:18.167003 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f3749888-2478-4dcc-8e43-e0bab1c0f932 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:18.182622 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f3749888-2478-4dcc-8e43-e0bab1c0f932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:18.244332 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3749888-2478-4dcc-8e43-e0bab1c0f932 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=101696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 19:01:18.268134 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f3749888-2478-4dcc-8e43-e0bab1c0f932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:18.268912 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.db.segments_db [None req-f3749888-2478-4dcc-8e43-e0bab1c0f932 admin admin] Added segment 3f31e756-a18f-4e6e-92fa-1344c40c8e81 of type vlan for network 533462df-d675-4deb-a3d3-4fecaa48192e Nov 16 19:01:18.271646 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3749888-2478-4dcc-8e43-e0bab1c0f932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98a7ac4-1af8-4634-8b52-ab471d1d6489,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:18.321986 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-da6cf57e-458e-474f-bed9-e61dae435338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for subnet, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:18.404359 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f3749888-2478-4dcc-8e43-e0bab1c0f932 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770491955959'] for network, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:18.419541 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6cf57e-458e-474f-bed9-e61dae435338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a98c08f-9976-4833-99d4-556e9e1047f1,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:18.428557 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [None req-725b7f30-aa66-4c72-bdff-ca1d3a7a423e admin admin] Allocated IP 172.27.0.137 (5f3ac952-8559-40cc-8fc1-b48178a4ccf1/5b3505d5-c140-47b1-9b3e-49bde3fac2c7/58d1b818-3f01-4b36-b451-167772e9c3ab) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:01:18.467604 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6cf57e-458e-474f-bed9-e61dae435338 admin admin] Checking segment: {'id': '70f68f4a-8d93-4596-af66-c551f646477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8fbdbf4b-a203-4c7d-88fd-6c6366312a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:01:18.468279 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6cf57e-458e-474f-bed9-e61dae435338 admin admin] Network hostable DHCP agents. Network: 8fbdbf4b-a203-4c7d-88fd-6c6366312a01, hostable agents: ['796d1915-ba41-4440-8731-3d9d4c9dd731'], hosted agents: [] {{(pid=101695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 19:01:18.490289 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6cf57e-458e-474f-bed9-e61dae435338 admin admin] Network 8fbdbf4b-a203-4c7d-88fd-6c6366312a01 is scheduled to be hosted by DHCP agent 796d1915-ba41-4440-8731-3d9d4c9dd731 with binding_index 1 {{(pid=101695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 19:01:18.502618 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-da6cf57e-458e-474f-bed9-e61dae435338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-35-iscsi, 8fbdbf4b-a203-4c7d-88fd-6c6366312a01) {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:01:18.503331 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f3749888-2478-4dcc-8e43-e0bab1c0f932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for network, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:18.504308 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3749888-2478-4dcc-8e43-e0bab1c0f932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:18.505079 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f3749888-2478-4dcc-8e43-e0bab1c0f932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:18.508889 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6cf57e-458e-474f-bed9-e61dae435338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:18.511128 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-da6cf57e-458e-474f-bed9-e61dae435338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for subnet, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:18.512814 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfa6cf0-3bd1-43c2-915d-1cf5b6b66276 None None] Network 8fbdbf4b-a203-4c7d-88fd-6c6366312a01 requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:01:18.549834 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-da6cf57e-458e-474f-bed9-e61dae435338 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6016018 Nov 16 19:01:18.583340 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-f3749888-2478-4dcc-8e43-e0bab1c0f932 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9010279 Nov 16 19:01:18.586624 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 43642) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:18.591850 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-805637ee-9c48-4033-9688-6abda4172f80 admin admin] Request body: {'subnet': {'network_id': '533462df-d675-4deb-a3d3-4fecaa48192e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1144801223-subnet', 'tenant_id': '88aad57826ba44d19a4a8c55a7eaea31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:18.593841 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3749888-2478-4dcc-8e43-e0bab1c0f932 admin admin] Pushing event updated for resources: {'Network': ['ID=533462df-d675-4deb-a3d3-4fecaa48192e,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:18.627192 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Network 533462df-d675-4deb-a3d3-4fecaa48192e details requested by agent ovs-agent-dv-cinder-667108-35-iscsi with host dv-cinder-667108-35-iscsi {{(pid=101697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 19:01:18.639661 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-725b7f30-aa66-4c72-bdff-ca1d3a7a423e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:18.694215 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805637ee-9c48-4033-9688-6abda4172f80 admin admin] Made reservation on behalf of 88aad57826ba44d19a4a8c55a7eaea31 for: {'subnet': 1} {{(pid=101695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:01:18.696886 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-805637ee-9c48-4033-9688-6abda4172f80 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:18.706752 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-725b7f30-aa66-4c72-bdff-ca1d3a7a423e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:18.754817 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725b7f30-aa66-4c72-bdff-ca1d3a7a423e admin admin] Network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:01:18.770333 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-725b7f30-aa66-4c72-bdff-ca1d3a7a423e admin admin] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:01:18.808856 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b7f30-aa66-4c72-bdff-ca1d3a7a423e admin admin] Pushing event updated for resources: {'Port': ['ID=58d1b818-3f01-4b36-b451-167772e9c3ab,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:18.822933 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725b7f30-aa66-4c72-bdff-ca1d3a7a423e admin admin] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:01:19.033662 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62558f3d-ebca-4217-886b-b73a4970e08f None None] Network 8fbdbf4b-a203-4c7d-88fd-6c6366312a01 requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:01:19.118113 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-805637ee-9c48-4033-9688-6abda4172f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for subnet, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:19.206212 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-725b7f30-aa66-4c72-bdff-ca1d3a7a423e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:19.307992 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805637ee-9c48-4033-9688-6abda4172f80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ad88ff7-4248-419c-8852-34576a078e99,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:19.321207 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805637ee-9c48-4033-9688-6abda4172f80 admin admin] Checking segment: {'id': '3f31e756-a18f-4e6e-92fa-1344c40c8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '533462df-d675-4deb-a3d3-4fecaa48192e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:01:19.322165 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805637ee-9c48-4033-9688-6abda4172f80 admin admin] Network hostable DHCP agents. Network: 533462df-d675-4deb-a3d3-4fecaa48192e, hostable agents: ['796d1915-ba41-4440-8731-3d9d4c9dd731'], hosted agents: [] {{(pid=101695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 19:01:19.349040 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805637ee-9c48-4033-9688-6abda4172f80 admin admin] Network 533462df-d675-4deb-a3d3-4fecaa48192e is scheduled to be hosted by DHCP agent 796d1915-ba41-4440-8731-3d9d4c9dd731 with binding_index 1 {{(pid=101695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 19:01:19.365177 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-805637ee-9c48-4033-9688-6abda4172f80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-35-iscsi, 533462df-d675-4deb-a3d3-4fecaa48192e) {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:01:19.371584 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805637ee-9c48-4033-9688-6abda4172f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:19.372507 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-805637ee-9c48-4033-9688-6abda4172f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for subnet, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:19.379900 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f050da-50d8-4d8d-8ce2-60469bd59aeb None None] Network 533462df-d675-4deb-a3d3-4fecaa48192e requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:01:19.393035 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-805637ee-9c48-4033-9688-6abda4172f80 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8052487 Nov 16 19:01:19.395867 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 43678) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:19.404546 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-b0420297-afd8-4a51-a2a9-340607f80855 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1144801223-router', 'tenant_id': '88aad57826ba44d19a4a8c55a7eaea31', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:19.431702 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b0420297-afd8-4a51-a2a9-340607f80855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63238'] for router, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:19.433225 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b0420297-afd8-4a51-a2a9-340607f80855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1670261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1710739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63263'] for router, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:19.503473 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b0420297-afd8-4a51-a2a9-340607f80855 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:19.558210 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ede3de4-54a5-4bce-8d61-c51e10ef4ef5 None None] Network 88bf2e43-28ce-4261-97c8-fd704bf50e7b requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:01:19.643347 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-725b7f30-aa66-4c72-bdff-ca1d3a7a423e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1670220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1673333'] for router, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:19.689275 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3171ec38-902d-4501-9f90-ee1ed31241e6 None None] Network 533462df-d675-4deb-a3d3-4fecaa48192e requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:01:19.788572 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b0420297-afd8-4a51-a2a9-340607f80855 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:19.902946 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725b7f30-aa66-4c72-bdff-ca1d3a7a423e admin admin] Router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 is scheduled to L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b with binding_index 1 {{(pid=101696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 19:01:19.924057 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 43692) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:19.929130 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-16221c77-550f-4b6f-a57d-3a5d0fd066e2 None None] Provisioning complete for port dbd7ed6e-23fc-45fd-95ef-6a11ab41203d triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:01:19.929946 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-16221c77-550f-4b6f-a57d-3a5d0fd066e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:20.020927 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device dbd7ed6e-23fc-45fd-95ef-6a11ab41203d up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:01:20.168251 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b0420297-afd8-4a51-a2a9-340607f80855 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:20.199612 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port dbd7ed6e-23fc-45fd-95ef-6a11ab41203d triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:01:20.200349 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:20.259435 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b0420297-afd8-4a51-a2a9-340607f80855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:20.273138 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-16221c77-550f-4b6f-a57d-3a5d0fd066e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:20.441996 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725b7f30-aa66-4c72-bdff-ca1d3a7a423e admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:01:20.456036 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-16221c77-550f-4b6f-a57d-3a5d0fd066e2 None None] For port dbd7ed6e-23fc-45fd-95ef-6a11ab41203d, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=dbd7ed6e-23fc-45fd-95ef-6a11ab41203d,segment=NetworkSegment(7252eafa-21d3-408d-abc0-6b2031ff6976),segment_id=7252eafa-21d3-408d-abc0-6b2031ff6976)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:01:20.462744 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] Sync routers for ids ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'] in dv-cinder-667108-35-iscsi {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:01:20.473051 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-16221c77-550f-4b6f-a57d-3a5d0fd066e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:20.484722 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] Routers {'78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:01:20.490351 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:01:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:01:20.500869 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43730) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:20.505020 dv-cinder-667108-35-iscsi neutron-server[101696]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 16 19:01:20.530475 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43732) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:20.556676 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_common [None req-b0420297-afd8-4a51-a2a9-340607f80855 admin admin] Allocated IP 172.27.0.143 (5f3ac952-8559-40cc-8fc1-b48178a4ccf1/5b3505d5-c140-47b1-9b3e-49bde3fac2c7/f65e1366-c7a2-47b3-8b27-d18cff02cc9c) {{(pid=101695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:01:20.641425 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-725b7f30-aa66-4c72-bdff-ca1d3a7a423e admin admin] Publish callbacks [] for router, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:20.644944 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-725b7f30-aa66-4c72-bdff-ca1d3a7a423e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8018410 Nov 16 19:01:20.696393 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43738) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:20.837300 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16221c77-550f-4b6f-a57d-3a5d0fd066e2 None None] Pushing event updated for resources: {'Port': ['ID=dbd7ed6e-23fc-45fd-95ef-6a11ab41203d,revision_number=3']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:20.839306 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b0420297-afd8-4a51-a2a9-340607f80855 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:20.896717 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-f15cd32b-6f38-4d87-a146-1fe3e6d09caf None None] Provisioning complete for port dbd7ed6e-23fc-45fd-95ef-6a11ab41203d triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:01:20.897439 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f15cd32b-6f38-4d87-a146-1fe3e6d09caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:20.915834 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b0420297-afd8-4a51-a2a9-340607f80855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981'] for port, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:20.930595 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a33408e4-cb59-479e-a28a-70287ddd357b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:20.936774 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] Set router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:01:20.952814 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0420297-afd8-4a51-a2a9-340607f80855 admin admin] Network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:01:21.001016 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-b0420297-afd8-4a51-a2a9-340607f80855 admin admin] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:01:21.004579 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0420297-afd8-4a51-a2a9-340607f80855 admin admin] Pushing event updated for resources: {'Port': ['ID=f65e1366-c7a2-47b3-8b27-d18cff02cc9c,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:21.020759 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ce1466cc-6dd8-49b0-84c5-70762b109e85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:21.033154 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0420297-afd8-4a51-a2a9-340607f80855 admin admin] Received port after_create {{(pid=101695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:01:21.156588 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-26804f19-e07a-4657-aeeb-61f0f39eb82d tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:21.158672 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-26804f19-e07a-4657-aeeb-61f0f39eb82d tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/networks?id=8fbdbf4b-a203-4c7d-88fd-6c6366312a01 HTTP/1.1" status: 200 len: 811 time: 0.6558568 Nov 16 19:01:21.302292 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-762090a2-507b-45f8-8550-f73283bec89b tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/quotas/eb8ecf530f404e9588c2db9f9a4ba148 HTTP/1.1" status: 200 len: 375 time: 0.0160937 Nov 16 19:01:21.335555 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'name': 'tempest-AttachVolumeTestJSON-4116363-router', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:16Z', 'updated_at': '2021-11-16T19:01:18Z', 'revision_number': 3, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'gw_port': {'id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:17Z', 'updated_at': '2021-11-16T19:01:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:01:21.368969 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] Checking router: 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 for host: dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:01:21.369488 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] Updating router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 port 58d1b818-3f01-4b36-b451-167772e9c3ab binding host dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 19:01:21.384461 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43764) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:21.395176 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:21.433190 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-02218dac-6aaf-43a3-a530-07f18dc7710d tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb8ecf530f404e9588c2db9f9a4ba148&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887001 Nov 16 19:01:21.496559 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ce1466cc-6dd8-49b0-84c5-70762b109e85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:21.497536 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b0420297-afd8-4a51-a2a9-340607f80855 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:21.518908 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a33408e4-cb59-479e-a28a-70287ddd357b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:21.533357 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a33408e4-cb59-479e-a28a-70287ddd357b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:21.535601 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ce1466cc-6dd8-49b0-84c5-70762b109e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:21.607274 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1466cc-6dd8-49b0-84c5-70762b109e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de22218c-17ef-4848-8e32-f686b2ab0445,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:21.639339 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-ce1466cc-6dd8-49b0-84c5-70762b109e85 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f15166a44a264a64aaca69a7a97220e9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7140956 Nov 16 19:01:21.641857 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 43772) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:21.646679 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:01:21.655265 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-a33408e4-cb59-479e-a28a-70287ddd357b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bf311e0e47ef49b597145148b9b9d377&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0866742 Nov 16 19:01:21.656463 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 43776) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:21.665520 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33408e4-cb59-479e-a28a-70287ddd357b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e00eb8-90e1-475d-926e-b34344e5e633,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:21.669755 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-aba12dcb-6851-456c-b9b3-9538a88993f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:21.735084 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d424109d-ff82-4b67-b381-7174f63ea4b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:21.741080 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-dc8ac97a-9370-4de7-ac0f-ccbb0869565d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 19:01:21.742699 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-dc8ac97a-9370-4de7-ac0f-ccbb0869565d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1114061 Nov 16 19:01:21.779454 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] Publish callbacks [] for port, precommit_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:21.786212 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:21.841929 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] Attempting to bind port 58d1b818-3f01-4b36-b451-167772e9c3ab on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:01:21.842299 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] Attempting to bind port 58d1b818-3f01-4b36-b451-167772e9c3ab by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}] {{(pid=101698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:01:21.842670 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] Attempting to bind port 58d1b818-3f01-4b36-b451-167772e9c3ab on network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:01:21.850437 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8b2cc-888c-45fc-8281-12f856703b81 None None] Pushing event updated for resources: {'Port': ['ID=58d1b818-3f01-4b36-b451-167772e9c3ab,revision_number=2']} {{(pid=101698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:21.854687 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:01:21.854687 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] Checking segment: {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:01:21.855049 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:21.855284 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d424109d-ff82-4b67-b381-7174f63ea4b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:21.855432 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] Bound using segment: {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'} {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:01:21.856158 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] Bound port: 58d1b818-3f01-4b36-b451-167772e9c3ab, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}}] {{(pid=101698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:01:21.856303 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:21.862217 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-397ae22b-34e7-489e-9ea5-bcac57652946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:21.892288 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b2cc-888c-45fc-8281-12f856703b81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:21.892653 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b2cc-888c-45fc-8281-12f856703b81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:21.893251 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b2cc-888c-45fc-8281-12f856703b81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:21.893621 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b2cc-888c-45fc-8281-12f856703b81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:21.893961 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b2cc-888c-45fc-8281-12f856703b81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:21.894323 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b2cc-888c-45fc-8281-12f856703b81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:21.896073 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b2cc-888c-45fc-8281-12f856703b81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:21.896422 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b2cc-888c-45fc-8281-12f856703b81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:21.896782 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b2cc-888c-45fc-8281-12f856703b81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:21.897117 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b2cc-888c-45fc-8281-12f856703b81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:21.897341 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b0420297-afd8-4a51-a2a9-340607f80855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1670220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1673333'] for router, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:21.897476 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b2cc-888c-45fc-8281-12f856703b81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:21.897790 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b2cc-888c-45fc-8281-12f856703b81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b2cc-888c-45fc-8281-12f856703b81 None None] Tracked resource versions report: Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: pushed versions: Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: { 'AddressGroup': {'1.2'}, Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: 'ConntrackHelper': {'1.0'}, Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: 'Log': {'1.0'}, Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: 'Network': {'1.1'}, Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: 'Port': {'1.7'}, Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: 'PortForwarding': {'1.2'}, Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: 'QosPolicy': {'1.10'}, Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: 'SecurityGroup': {'1.5'}, Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: 'SecurityGroupRule': {'1.2'}, Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: 'SubPort': {'1.0'}, Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: 'Subnet': {'1.1'}, Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: 'Trunk': {'1.1'}} Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: consumer versions: Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: { DHCP agent@dv-cinder-667108-35-iscsi: {}, Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: HyperV agent@hv-cinder-66710: {}, Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: L3 agent@dv-cinder-667108-35-iscsi: {}, Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: Metadata agent@dv-cinder-667108-35-iscsi: {}, Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: Metering agent@dv-cinder-667108-35-iscsi: {}, Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: Open vSwitch agent@dv-cinder-667108-35-iscsi: { 'AddressGroup': '1.2', Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: 'ConntrackHelper': '1.0', Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: 'Log': '1.0', Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: 'Network': '1.1', Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: 'Port': '1.7', Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: 'PortForwarding': '1.2', Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: 'QosPolicy': '1.10', Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: 'SecurityGroup': '1.5', Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: 'SecurityGroupRule': '1.2', Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: 'SubPort': '1.0', Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: 'Subnet': '1.1', Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: 'Trunk': '1.1'}} Nov 16 19:01:21.906219 dv-cinder-667108-35-iscsi neutron-server[101698]: {{(pid=101698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 19:01:21.908563 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-88761e2c-8dc2-42a2-8158-db1106ef7d4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:21.925282 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-aba12dcb-6851-456c-b9b3-9538a88993f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:21.937664 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-f28e85d0-5671-4d1e-8f4b-ffa692435ec3 service neutron] 10.222.0.46 "GET /v2.0/networks/8fbdbf4b-a203-4c7d-88fd-6c6366312a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861556 Nov 16 19:01:21.950560 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.db [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] For port 58d1b818-3f01-4b36-b451-167772e9c3ab, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:01:21.953730 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-88761e2c-8dc2-42a2-8158-db1106ef7d4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:21.955546 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.db [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] For port 58d1b818-3f01-4b36-b451-167772e9c3ab, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=58d1b818-3f01-4b36-b451-167772e9c3ab,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:01:21.962504 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:21.973464 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-aba12dcb-6851-456c-b9b3-9538a88993f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:21.975628 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device dbd7ed6e-23fc-45fd-95ef-6a11ab41203d up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:01:22.022172 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d424109d-ff82-4b67-b381-7174f63ea4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:22.025204 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d424109d-ff82-4b67-b381-7174f63ea4b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:22.026411 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-d424109d-ff82-4b67-b381-7174f63ea4b0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de22218c-17ef-4848-8e32-f686b2ab0445 HTTP/1.1" status: 204 len: 168 time: 0.3836427 Nov 16 19:01:22.061043 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port dbd7ed6e-23fc-45fd-95ef-6a11ab41203d triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:01:22.062788 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:22.098104 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8b2cc-888c-45fc-8281-12f856703b81 None None] Pushing event updated for resources: {'Port': ['ID=58d1b818-3f01-4b36-b451-167772e9c3ab,revision_number=3']} {{(pid=101698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:22.102781 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] Routers {'78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:01:22.103401 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:01:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:01:22.180941 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424109d-ff82-4b67-b381-7174f63ea4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de22218c-17ef-4848-8e32-f686b2ab0445,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:22.198896 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-aba12dcb-6851-456c-b9b3-9538a88993f8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=60da013bf03c48f082cc3c694d44b1da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7750144 Nov 16 19:01:22.202680 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 43790) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:22.211193 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba12dcb-6851-456c-b9b3-9538a88993f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be761f6-0f62-41c5-8a94-c20ffe0cac87,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:22.317067 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-88761e2c-8dc2-42a2-8158-db1106ef7d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:22.320021 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-88761e2c-8dc2-42a2-8158-db1106ef7d4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:22.332503 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-88761e2c-8dc2-42a2-8158-db1106ef7d4c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/41e00eb8-90e1-475d-926e-b34344e5e633 HTTP/1.1" status: 204 len: 168 time: 0.6715434 Nov 16 19:01:22.339769 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-32a27a76-1fda-4845-b06c-24b542652647 service neutron] 10.222.0.46 "GET /v2.0/networks/8fbdbf4b-a203-4c7d-88fd-6c6366312a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671627 Nov 16 19:01:22.424593 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] Set router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:01:22.425464 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-4f56f809-7920-423c-a6f2-cec5c24632da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:22.432506 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88761e2c-8dc2-42a2-8158-db1106ef7d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e00eb8-90e1-475d-926e-b34344e5e633,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:22.440120 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [None req-397ae22b-34e7-489e-9ea5-bcac57652946 admin admin] Allocated IP 172.20.0.1 (88bf2e43-28ce-4261-97c8-fd704bf50e7b/abfc24cf-bb3f-427f-8c1c-35e769c2f474/b3f5ba86-38b1-4820-aead-823d92b759bf) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:01:22.517589 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-4f56f809-7920-423c-a6f2-cec5c24632da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:22.700144 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0420297-afd8-4a51-a2a9-340607f80855 admin admin] Router 7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f is scheduled to L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b with binding_index 1 {{(pid=101695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 19:01:22.736127 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-397ae22b-34e7-489e-9ea5-bcac57652946 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:22.838750 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-4f56f809-7920-423c-a6f2-cec5c24632da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:22.841326 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-4f56f809-7920-423c-a6f2-cec5c24632da admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:22.844509 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-4f56f809-7920-423c-a6f2-cec5c24632da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9be761f6-0f62-41c5-8a94-c20ffe0cac87 HTTP/1.1" status: 204 len: 168 time: 0.6377842 Nov 16 19:01:22.875912 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56f809-7920-423c-a6f2-cec5c24632da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be761f6-0f62-41c5-8a94-c20ffe0cac87,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:22.903973 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0420297-afd8-4a51-a2a9-340607f80855 admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:01:22.918241 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] Sync routers for ids ['7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:01:22.937044 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'name': 'tempest-AttachVolumeTestJSON-4116363-router', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:16Z', 'updated_at': '2021-11-16T19:01:18Z', 'revision_number': 3, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'gw_port': {'id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:17Z', 'updated_at': '2021-11-16T19:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:01:22.942717 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b0420297-afd8-4a51-a2a9-340607f80855 admin admin] Publish callbacks [] for router, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:22.947434 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-b0420297-afd8-4a51-a2a9-340607f80855 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.5469840 Nov 16 19:01:22.950052 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 43836) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:22.957773 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-eee9ceca-3a33-4f58-b100-48457af13342 req-1b7d1e2a-4aaf-47c3-9f89-4870418e4bdf tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 210 time: 0.1224000 Nov 16 19:01:22.962425 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-397ae22b-34e7-489e-9ea5-bcac57652946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:22.963785 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] Routers {'7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:01:22.965803 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:01:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:01:23.017872 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ce6da5-0c22-4818-8e39-9969323038ec None None] The sync data for ids ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'] in dv-cinder-667108-35-iscsi is: [{'id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'name': 'tempest-AttachVolumeTestJSON-4116363-router', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:16Z', 'updated_at': '2021-11-16T19:01:18Z', 'revision_number': 3, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'gw_port': {'id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:17Z', 'updated_at': '2021-11-16T19:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}] {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:01:23.090768 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397ae22b-34e7-489e-9ea5-bcac57652946 admin admin] Network 88bf2e43-28ce-4261-97c8-fd704bf50e7b is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:01:23.112727 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-397ae22b-34e7-489e-9ea5-bcac57652946 admin admin] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:01:23.120719 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397ae22b-34e7-489e-9ea5-bcac57652946 admin admin] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:01:23.123476 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-397ae22b-34e7-489e-9ea5-bcac57652946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833478'] for router_interface, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:23.156759 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 43844) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:23.196580 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a4188c28-3608-411c-8d79-5a1524f2311b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:23.265411 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] Set router 7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:01:23.636840 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ae22b-34e7-489e-9ea5-bcac57652946 admin admin] Pushing event updated for resources: {'Port': ['ID=b3f5ba86-38b1-4820-aead-823d92b759bf,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:23.733832 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-397ae22b-34e7-489e-9ea5-bcac57652946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:23.791495 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-d35f9c84-0f16-47bb-ad40-3272ec3025bb None None] Provisioning complete for port b3f5ba86-38b1-4820-aead-823d92b759bf triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:01:23.794350 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-d35f9c84-0f16-47bb-ad40-3272ec3025bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:23.887631 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43864) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:23.964363 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-38e36187-1409-4459-9f2a-2131e0f870e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:23.978613 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a4188c28-3608-411c-8d79-5a1524f2311b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:24.016253 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a4188c28-3608-411c-8d79-5a1524f2311b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:24.087532 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 58d1b818-3f01-4b36-b451-167772e9c3ab up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:01:24.157375 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-d35f9c84-0f16-47bb-ad40-3272ec3025bb None None] Port b3f5ba86-38b1-4820-aead-823d92b759bf cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:01:24.178717 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1144801223-router', 'tenant_id': '88aad57826ba44d19a4a8c55a7eaea31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'f65e1366-c7a2-47b3-8b27-d18cff02cc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:19Z', 'updated_at': '2021-11-16T19:01:21Z', 'revision_number': 3, 'project_id': '88aad57826ba44d19a4a8c55a7eaea31', 'gw_port': {'id': 'f65e1366-c7a2-47b3-8b27-d18cff02cc9c', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:20Z', 'updated_at': '2021-11-16T19:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:01:24.200717 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4188c28-3608-411c-8d79-5a1524f2311b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c23c1c9-6d45-4784-9735-17d17324fe61,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:24.223853 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-a4188c28-3608-411c-8d79-5a1524f2311b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3964f1d902f149d297fbe9c58d99096a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0648286 Nov 16 19:01:24.224198 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] Checking router: 7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:01:24.224730 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] Updating router 7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f port f65e1366-c7a2-47b3-8b27-d18cff02cc9c binding host dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 19:01:24.230700 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 43882) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:24.290340 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 58d1b818-3f01-4b36-b451-167772e9c3ab triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:01:24.291571 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:24.294223 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:24.386253 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-70e0caec-2427-4078-b5f8-9309cbf45d6a req-61bd1c4b-22b8-4ef6-837f-be6059c0cf75 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 210 time: 0.2742257 Nov 16 19:01:24.440134 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43890) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:24.487659 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-397ae22b-34e7-489e-9ea5-bcac57652946 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:24.499013 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-397ae22b-34e7-489e-9ea5-bcac57652946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:24.499945 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-397ae22b-34e7-489e-9ea5-bcac57652946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667766'] for router_interface, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:24.599615 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:24.650276 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] For port 58d1b818-3f01-4b36-b451-167772e9c3ab, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=58d1b818-3f01-4b36-b451-167772e9c3ab,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:01:24.677425 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:24.708137 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-38e36187-1409-4459-9f2a-2131e0f870e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:24.713037 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ae22b-34e7-489e-9ea5-bcac57652946 admin admin] Pushing event updated for resources: {'Port': ['ID=b3f5ba86-38b1-4820-aead-823d92b759bf,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:24.729031 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397ae22b-34e7-489e-9ea5-bcac57652946 admin admin] Network 88bf2e43-28ce-4261-97c8-fd704bf50e7b is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:01:24.731075 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-38e36187-1409-4459-9f2a-2131e0f870e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:24.753090 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-56292578-9934-4555-a283-7963d759a56f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:24.774264 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 43898) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:24.775211 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-38e36187-1409-4459-9f2a-2131e0f870e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d578b33747194bdfac603f0919b182a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8792174 Nov 16 19:01:24.776371 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-397ae22b-34e7-489e-9ea5-bcac57652946 admin admin] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:01:24.783081 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-92fa5d99-6866-4c51-9e32-ff7cee5fd525 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1323947467-network', 'tenant_id': '00a876b40a0046edba84b65b62c41b76'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:24.794065 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a6015ba6-57cb-46d8-ac62-92e875f1d1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:24.799774 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-56292578-9934-4555-a283-7963d759a56f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:24.822632 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Pushing event updated for resources: {'Port': ['ID=58d1b818-3f01-4b36-b451-167772e9c3ab,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:24.891872 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] Publish callbacks [] for port, precommit_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:24.900268 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:24.949807 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5a31d47c-40a6-48ab-91c4-87d42a43aefe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:24.996211 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e36187-1409-4459-9f2a-2131e0f870e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20351f72-bf6a-4235-962f-60af9b585adc,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:25.021776 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fa5d99-6866-4c51-9e32-ff7cee5fd525 admin admin] Made reservation on behalf of 00a876b40a0046edba84b65b62c41b76 for: {'network': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:01:25.025512 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-92fa5d99-6866-4c51-9e32-ff7cee5fd525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for network, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:25.028200 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-56292578-9934-4555-a283-7963d759a56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:25.040636 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-56292578-9934-4555-a283-7963d759a56f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:25.047421 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-92fa5d99-6866-4c51-9e32-ff7cee5fd525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:25.051861 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-56292578-9934-4555-a283-7963d759a56f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c23c1c9-6d45-4784-9735-17d17324fe61 HTTP/1.1" status: 204 len: 168 time: 0.8200576 Nov 16 19:01:25.073707 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] Attempting to bind port f65e1366-c7a2-47b3-8b27-d18cff02cc9c on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:01:25.074744 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] Attempting to bind port f65e1366-c7a2-47b3-8b27-d18cff02cc9c by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:01:25.075169 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] Attempting to bind port f65e1366-c7a2-47b3-8b27-d18cff02cc9c on network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:01:25.096510 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:01:25.097174 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] Checking segment: {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:01:25.097783 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:25.098364 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] Bound using segment: {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:01:25.099021 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] Bound port: f65e1366-c7a2-47b3-8b27-d18cff02cc9c, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:01:25.099605 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:25.111131 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56292578-9934-4555-a283-7963d759a56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c23c1c9-6d45-4784-9735-17d17324fe61,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:25.130104 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5a31d47c-40a6-48ab-91c4-87d42a43aefe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:25.164499 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] For port f65e1366-c7a2-47b3-8b27-d18cff02cc9c, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:01:25.167866 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] For port f65e1366-c7a2-47b3-8b27-d18cff02cc9c, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=f65e1366-c7a2-47b3-8b27-d18cff02cc9c,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:01:25.201911 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397ae22b-34e7-489e-9ea5-bcac57652946 admin admin] Router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:01:25.207713 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:25.215944 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41ae56-7909-4a69-8b8d-c1ce9a44f50e None None] Pushing event updated for resources: {'Port': ['ID=f65e1366-c7a2-47b3-8b27-d18cff02cc9c,revision_number=2']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:25.271298 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5a31d47c-40a6-48ab-91c4-87d42a43aefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:25.274887 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5a31d47c-40a6-48ab-91c4-87d42a43aefe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:25.276054 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-5a31d47c-40a6-48ab-91c4-87d42a43aefe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/20351f72-bf6a-4235-962f-60af9b585adc HTTP/1.1" status: 204 len: 168 time: 0.4979751 Nov 16 19:01:25.318270 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_common [None req-a6015ba6-57cb-46d8-ac62-92e875f1d1da admin admin] Allocated IP 172.20.0.1 (533462df-d675-4deb-a3d3-4fecaa48192e/4ad88ff7-4248-419c-8852-34576a078e99/75c89220-94cb-4a2c-9f3a-9f16e788dde1) {{(pid=101695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:01:25.319082 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-92fa5d99-6866-4c51-9e32-ff7cee5fd525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:25.325770 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31d47c-40a6-48ab-91c4-87d42a43aefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20351f72-bf6a-4235-962f-60af9b585adc,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:25.334532 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-d8dbd62c-e393-4f53-868c-8b315dab809f None None] Provisioning complete for port b3f5ba86-38b1-4820-aead-823d92b759bf triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:01:25.339689 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-d8dbd62c-e393-4f53-868c-8b315dab809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:25.360646 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-92fa5d99-6866-4c51-9e32-ff7cee5fd525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:25.382376 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] Routers {'7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:01:25.383811 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:01:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:01:25.400685 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92fa5d99-6866-4c51-9e32-ff7cee5fd525 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=101696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 19:01:25.425009 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa5d99-6866-4c51-9e32-ff7cee5fd525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd04fee-55b6-414f-aa85-51ce85857ebc,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:25.435205 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41ae56-7909-4a69-8b8d-c1ce9a44f50e None None] Pushing event updated for resources: {'Port': ['ID=f65e1366-c7a2-47b3-8b27-d18cff02cc9c,revision_number=3']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:25.438882 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-92fa5d99-6866-4c51-9e32-ff7cee5fd525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:25.439316 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.db.segments_db [None req-92fa5d99-6866-4c51-9e32-ff7cee5fd525 admin admin] Added segment 5b68f299-7e09-4214-aa57-c8e1cd2501d6 of type vlan for network f1fbe9c8-744c-4443-81db-8dfed2092549 Nov 16 19:01:25.504514 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-d8dbd62c-e393-4f53-868c-8b315dab809f None None] Port b3f5ba86-38b1-4820-aead-823d92b759bf cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:01:25.506220 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397ae22b-34e7-489e-9ea5-bcac57652946 admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:01:25.550232 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-397ae22b-34e7-489e-9ea5-bcac57652946 admin admin] 10.222.0.46 "PUT /v2.0/routers/78fd5ae2-bb59-468b-8e45-7a06b53ee7b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8445959 Nov 16 19:01:25.564126 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] Set router 7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:01:25.605752 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a6015ba6-57cb-46d8-ac62-92e875f1d1da admin admin] Publish callbacks [] for port, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:25.607486 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-92fa5d99-6866-4c51-9e32-ff7cee5fd525 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770491955959'] for network, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:25.660965 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-92fa5d99-6866-4c51-9e32-ff7cee5fd525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for network, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:25.662544 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fa5d99-6866-4c51-9e32-ff7cee5fd525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:25.665723 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-92fa5d99-6866-4c51-9e32-ff7cee5fd525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:25.688797 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a6015ba6-57cb-46d8-ac62-92e875f1d1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981'] for port, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:25.755458 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6015ba6-57cb-46d8-ac62-92e875f1d1da admin admin] Network 533462df-d675-4deb-a3d3-4fecaa48192e is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:01:25.759687 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-a6015ba6-57cb-46d8-ac62-92e875f1d1da admin admin] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:01:25.768739 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6015ba6-57cb-46d8-ac62-92e875f1d1da admin admin] Received port after_create {{(pid=101695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:01:25.770368 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a6015ba6-57cb-46d8-ac62-92e875f1d1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833478'] for router_interface, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:25.845962 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-92fa5d99-6866-4c51-9e32-ff7cee5fd525 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4016778 Nov 16 19:01:25.854183 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c1a96a61-fde8-43f3-9fce-571fb2c2b012 req-869f4ff1-bc1f-4a4b-9d6d-137e53549a94 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 210 time: 0.0636535 Nov 16 19:01:25.857051 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43934) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:25.882394 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-5fe1c621-13ac-4042-a4f9-7677c6c1eb39 admin admin] Request body: {'subnet': {'network_id': 'f1fbe9c8-744c-4443-81db-8dfed2092549', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1323947467-subnet', 'tenant_id': '00a876b40a0046edba84b65b62c41b76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:25.897908 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa5d99-6866-4c51-9e32-ff7cee5fd525 admin admin] Pushing event updated for resources: {'Network': ['ID=f1fbe9c8-744c-4443-81db-8dfed2092549,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:25.909030 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1144801223-router', 'tenant_id': '88aad57826ba44d19a4a8c55a7eaea31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'f65e1366-c7a2-47b3-8b27-d18cff02cc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:19Z', 'updated_at': '2021-11-16T19:01:21Z', 'revision_number': 3, 'project_id': '88aad57826ba44d19a4a8c55a7eaea31', 'gw_port': {'id': 'f65e1366-c7a2-47b3-8b27-d18cff02cc9c', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:20Z', 'updated_at': '2021-11-16T19:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:01:25.926187 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] Sync routers for ids ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'] in dv-cinder-667108-35-iscsi {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:01:25.932339 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe1c621-13ac-4042-a4f9-7677c6c1eb39 admin admin] Made reservation on behalf of 00a876b40a0046edba84b65b62c41b76 for: {'subnet': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:01:25.935356 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5fe1c621-13ac-4042-a4f9-7677c6c1eb39 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:25.974551 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] Routers {'78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:01:25.977523 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:01:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:01:25.981241 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913551d2-3dff-47db-84e8-8a4221b343c8 None None] The sync data for ids ['7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f'] in dv-cinder-667108-35-iscsi is: [{'id': '7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1144801223-router', 'tenant_id': '88aad57826ba44d19a4a8c55a7eaea31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'f65e1366-c7a2-47b3-8b27-d18cff02cc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:19Z', 'updated_at': '2021-11-16T19:01:21Z', 'revision_number': 3, 'project_id': '88aad57826ba44d19a4a8c55a7eaea31', 'gw_port': {'id': 'f65e1366-c7a2-47b3-8b27-d18cff02cc9c', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:20Z', 'updated_at': '2021-11-16T19:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:01:25.982909 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Network f1fbe9c8-744c-4443-81db-8dfed2092549 details requested by agent ovs-agent-dv-cinder-667108-35-iscsi with host dv-cinder-667108-35-iscsi {{(pid=101697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 19:01:26.138960 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 58d1b818-3f01-4b36-b451-167772e9c3ab up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:01:26.175262 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6015ba6-57cb-46d8-ac62-92e875f1d1da admin admin] Pushing event updated for resources: {'Port': ['ID=75c89220-94cb-4a2c-9f3a-9f16e788dde1,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:26.191882 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a6015ba6-57cb-46d8-ac62-92e875f1d1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:26.375803 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 58d1b818-3f01-4b36-b451-167772e9c3ab triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:01:26.376830 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:26.475581 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] Set router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:01:26.487014 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5fe1c621-13ac-4042-a4f9-7677c6c1eb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for subnet, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:26.593472 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a6015ba6-57cb-46d8-ac62-92e875f1d1da admin admin] Publish callbacks [] for port, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:26.606197 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a6015ba6-57cb-46d8-ac62-92e875f1d1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:26.607215 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a6015ba6-57cb-46d8-ac62-92e875f1d1da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667766'] for router_interface, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:26.659464 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1c621-13ac-4042-a4f9-7677c6c1eb39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63c5dd23-150e-4bdc-9a0c-00b04c448775,revision_number=0']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:26.689275 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe1c621-13ac-4042-a4f9-7677c6c1eb39 admin admin] Checking segment: {'id': '5b68f299-7e09-4214-aa57-c8e1cd2501d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f1fbe9c8-744c-4443-81db-8dfed2092549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:01:26.689763 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe1c621-13ac-4042-a4f9-7677c6c1eb39 admin admin] Network hostable DHCP agents. Network: f1fbe9c8-744c-4443-81db-8dfed2092549, hostable agents: ['796d1915-ba41-4440-8731-3d9d4c9dd731'], hosted agents: [] {{(pid=101696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 19:01:26.714083 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe1c621-13ac-4042-a4f9-7677c6c1eb39 admin admin] Network f1fbe9c8-744c-4443-81db-8dfed2092549 is scheduled to be hosted by DHCP agent 796d1915-ba41-4440-8731-3d9d4c9dd731 with binding_index 1 {{(pid=101696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 19:01:26.740652 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-5fe1c621-13ac-4042-a4f9-7677c6c1eb39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-35-iscsi, f1fbe9c8-744c-4443-81db-8dfed2092549) {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:01:26.744843 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe1c621-13ac-4042-a4f9-7677c6c1eb39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:26.746464 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5fe1c621-13ac-4042-a4f9-7677c6c1eb39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for subnet, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:26.754002 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9c9423-c469-4d26-89eb-d6e6a45a94bf None None] Network f1fbe9c8-744c-4443-81db-8dfed2092549 requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:01:26.786011 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-5fe1c621-13ac-4042-a4f9-7677c6c1eb39 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9160211 Nov 16 19:01:26.828653 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6015ba6-57cb-46d8-ac62-92e875f1d1da admin admin] Pushing event updated for resources: {'Port': ['ID=75c89220-94cb-4a2c-9f3a-9f16e788dde1,revision_number=2']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:26.856868 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43978) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:26.864487 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-9f698d84-fe1c-4656-b1be-2203525fa248 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--802152343', 'description': 'tempest-description--1024553109'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:26.897061 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6015ba6-57cb-46d8-ac62-92e875f1d1da admin admin] Network 533462df-d675-4deb-a3d3-4fecaa48192e is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:01:26.901281 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-a6015ba6-57cb-46d8-ac62-92e875f1d1da admin admin] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:01:26.936170 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9f698d84-fe1c-4656-b1be-2203525fa248 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:27.017584 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'name': 'tempest-AttachVolumeTestJSON-4116363-router', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:16Z', 'updated_at': '2021-11-16T19:01:23Z', 'revision_number': 4, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'gw_port': {'id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:17Z', 'updated_at': '2021-11-16T19:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'b3f5ba86-38b1-4820-aead-823d92b759bf', 'name': '', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'mac_address': 'fa:16:3e:ab:61:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:21Z', 'updated_at': '2021-11-16T19:01:23Z', 'revision_number': 2, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'subnets': [{'id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:01:27.059472 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9d8d34-fcf7-4ee0-8624-18bb32e26c2a None None] Network f1fbe9c8-744c-4443-81db-8dfed2092549 requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:01:27.059699 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] Checking router: 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 for host: dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:01:27.059934 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] Updating router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 port b3f5ba86-38b1-4820-aead-823d92b759bf binding host dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 19:01:27.095629 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:27.206458 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9f698d84-fe1c-4656-b1be-2203525fa248 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:27.287203 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6015ba6-57cb-46d8-ac62-92e875f1d1da admin admin] Router 7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:01:27.297654 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f8c518fb-00d7-4603-9b97-ba4931fd951e req-c5420d7c-e624-45fa-b2c6-5325ee3c272d tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 210 time: 0.0855119 Nov 16 19:01:27.298542 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9f698d84-fe1c-4656-b1be-2203525fa248 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:27.354455 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9f698d84-fe1c-4656-b1be-2203525fa248 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:27.356279 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-9f698d84-fe1c-4656-b1be-2203525fa248 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4980650 Nov 16 19:01:27.362582 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 43996) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:27.368959 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-ab469cb6-cb66-4691-88ec-bf78a844a126 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Request body: {'security_group_rule': {'security_group_id': '8a89e8ca-37d5-4a1e-9a32-b22db717da13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:27.374579 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f698d84-fe1c-4656-b1be-2203525fa248 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a89e8ca-37d5-4a1e-9a32-b22db717da13,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:27.456874 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ab469cb6-cb66-4691-88ec-bf78a844a126 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:27.552321 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ab469cb6-cb66-4691-88ec-bf78a844a126 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:27.558603 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ab469cb6-cb66-4691-88ec-bf78a844a126 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:27.583205 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab469cb6-cb66-4691-88ec-bf78a844a126 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042dde4e-2026-48a2-b386-24cfce06855d,revision_number=0']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:27.594592 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6015ba6-57cb-46d8-ac62-92e875f1d1da admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:01:27.602109 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ab469cb6-cb66-4691-88ec-bf78a844a126 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:27.603634 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-ab469cb6-cb66-4691-88ec-bf78a844a126 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2395785 Nov 16 19:01:27.611547 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-a6015ba6-57cb-46d8-ac62-92e875f1d1da admin admin] 10.222.0.46 "PUT /v2.0/routers/7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6587155 Nov 16 19:01:27.619400 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 44004) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:27.640653 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-b937213c-9ccb-4fc9-8747-851b85da6bd0 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Request body: {'security_group_rule': {'security_group_id': '8a89e8ca-37d5-4a1e-9a32-b22db717da13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:27.692088 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b937213c-9ccb-4fc9-8747-851b85da6bd0 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:27.732860 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] Publish callbacks [] for port, precommit_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:27.740224 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:27.764236 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b937213c-9ccb-4fc9-8747-851b85da6bd0 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:27.767910 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b937213c-9ccb-4fc9-8747-851b85da6bd0 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:27.794029 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937213c-9ccb-4fc9-8747-851b85da6bd0 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ccceef-90c8-4946-b265-0023491fbc48,revision_number=0']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:27.794712 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54602d6-303a-4b1c-a365-2faae4e5d948 None None] Pushing event updated for resources: {'Port': ['ID=b3f5ba86-38b1-4820-aead-823d92b759bf,revision_number=3']} {{(pid=101698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:27.823238 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b937213c-9ccb-4fc9-8747-851b85da6bd0 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:27.825529 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-b937213c-9ccb-4fc9-8747-851b85da6bd0 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2050490 Nov 16 19:01:27.829121 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 44016) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:27.837288 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-698cadc3-a495-443b-b2e9-77edd22c60b5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Request body: {'floatingip': {'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:27.871277 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] Attempting to bind port b3f5ba86-38b1-4820-aead-823d92b759bf on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:01:27.871755 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] Attempting to bind port b3f5ba86-38b1-4820-aead-823d92b759bf by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '7252eafa-21d3-408d-abc0-6b2031ff6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b'}] {{(pid=101698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:01:27.872226 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] Attempting to bind port b3f5ba86-38b1-4820-aead-823d92b759bf on network 88bf2e43-28ce-4261-97c8-fd704bf50e7b {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:01:27.878409 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:01:27.878874 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] Checking segment: {'id': '7252eafa-21d3-408d-abc0-6b2031ff6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:01:27.879427 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:27.881582 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] Bound using segment: {'id': '7252eafa-21d3-408d-abc0-6b2031ff6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b'} {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:01:27.884422 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] Bound port: b3f5ba86-38b1-4820-aead-823d92b759bf, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7252eafa-21d3-408d-abc0-6b2031ff6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b'}}] {{(pid=101698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:01:27.886011 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:27.888004 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-698cadc3-a495-443b-b2e9-77edd22c60b5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for floatingip, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:28.027686 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device f65e1366-c7a2-47b3-8b27-d18cff02cc9c up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:01:28.040391 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.db [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] For port b3f5ba86-38b1-4820-aead-823d92b759bf, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:01:28.044899 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.db [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] For port b3f5ba86-38b1-4820-aead-823d92b759bf, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=b3f5ba86-38b1-4820-aead-823d92b759bf,segment=NetworkSegment(7252eafa-21d3-408d-abc0-6b2031ff6976),segment_id=7252eafa-21d3-408d-abc0-6b2031ff6976)] {{(pid=101698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:01:28.049746 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:28.224374 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54602d6-303a-4b1c-a365-2faae4e5d948 None None] Pushing event updated for resources: {'Port': ['ID=b3f5ba86-38b1-4820-aead-823d92b759bf,revision_number=4']} {{(pid=101698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:28.236233 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] Routers {'78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:01:28.237093 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:01:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:01:28.298165 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-698cadc3-a495-443b-b2e9-77edd22c60b5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:28.439504 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-fc5b0d1b-9594-4220-9f2b-e6d033e8e07c None None] Provisioning complete for port b3f5ba86-38b1-4820-aead-823d92b759bf triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:01:28.439884 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0d1b-9594-4220-9f2b-e6d033e8e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:28.444076 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port f65e1366-c7a2-47b3-8b27-d18cff02cc9c triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:01:28.444437 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:28.465509 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] Set router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:01:28.611348 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_common [None req-698cadc3-a495-443b-b2e9-77edd22c60b5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Allocated IP 172.27.0.67 (5f3ac952-8559-40cc-8fc1-b48178a4ccf1/5b3505d5-c140-47b1-9b3e-49bde3fac2c7/5a6410ed-72c6-4dcb-8551-a7f5b8863e81) {{(pid=101695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:01:28.713348 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:28.729112 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 44056) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:28.731228 dv-cinder-667108-35-iscsi neutron-server[101695]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 16 19:01:28.766324 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] For port f65e1366-c7a2-47b3-8b27-d18cff02cc9c, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=f65e1366-c7a2-47b3-8b27-d18cff02cc9c,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:01:28.768505 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0d1b-9594-4220-9f2b-e6d033e8e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:28.786488 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:28.816174 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-05611c6a-c13f-41df-98b3-11af06b68434 req-385cf41c-0411-4869-be9c-f4a2167a2729 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 210 time: 0.0859137 Nov 16 19:01:28.881910 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] Sync routers for ids ['7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:01:28.891487 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-698cadc3-a495-443b-b2e9-77edd22c60b5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for port, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:28.951245 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-fc5b0d1b-9594-4220-9f2b-e6d033e8e07c None None] For port b3f5ba86-38b1-4820-aead-823d92b759bf, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=b3f5ba86-38b1-4820-aead-823d92b759bf,segment=NetworkSegment(7252eafa-21d3-408d-abc0-6b2031ff6976),segment_id=7252eafa-21d3-408d-abc0-6b2031ff6976)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:01:28.952252 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] Routers {'7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:01:28.952890 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:01:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:01:28.956671 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Pushing event updated for resources: {'Port': ['ID=f65e1366-c7a2-47b3-8b27-d18cff02cc9c,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:28.965443 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-698cadc3-a495-443b-b2e9-77edd22c60b5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981'] for port, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:29.006844 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'name': 'tempest-AttachVolumeTestJSON-4116363-router', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:16Z', 'updated_at': '2021-11-16T19:01:23Z', 'revision_number': 4, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'gw_port': {'id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:17Z', 'updated_at': '2021-11-16T19:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'b3f5ba86-38b1-4820-aead-823d92b759bf', 'name': '', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'mac_address': 'fa:16:3e:ab:61:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:21Z', 'updated_at': '2021-11-16T19:01:28Z', 'revision_number': 4, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'subnets': [{'id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:01:29.021442 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0d1b-9594-4220-9f2b-e6d033e8e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:29.036099 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-64b28dff-fb9f-4496-845f-0532946dd574 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:29.037854 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-64b28dff-fb9f-4496-845f-0532946dd574 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/networks?id=533462df-d675-4deb-a3d3-4fecaa48192e HTTP/1.1" status: 200 len: 819 time: 0.4762461 Nov 16 19:01:29.038348 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 44066) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:29.043780 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-af5fc5d7-013b-4e3f-880a-d4d501054fe0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1036824271-network', 'tenant_id': '7e83b384c39447848a88728177e200ea'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:29.075975 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-bd061e3a-f33b-41bc-bc1d-43f1111180de tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/quotas/88aad57826ba44d19a4a8c55a7eaea31 HTTP/1.1" status: 200 len: 375 time: 0.0269301 Nov 16 19:01:29.112583 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c0ff44-fd68-431c-bff3-945bd045f275 None None] The sync data for ids ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'] in dv-cinder-667108-35-iscsi is: [{'id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'name': 'tempest-AttachVolumeTestJSON-4116363-router', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:16Z', 'updated_at': '2021-11-16T19:01:23Z', 'revision_number': 4, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'gw_port': {'id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:17Z', 'updated_at': '2021-11-16T19:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'b3f5ba86-38b1-4820-aead-823d92b759bf', 'name': '', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'mac_address': 'fa:16:3e:ab:61:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:21Z', 'updated_at': '2021-11-16T19:01:28Z', 'revision_number': 4, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'subnets': [{'id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:01:29.140520 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5fc5d7-013b-4e3f-880a-d4d501054fe0 admin admin] Made reservation on behalf of 7e83b384c39447848a88728177e200ea for: {'network': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:01:29.148181 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-af5fc5d7-013b-4e3f-880a-d4d501054fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for network, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:29.208366 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-af5fc5d7-013b-4e3f-880a-d4d501054fe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:29.237316 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b0d1b-9594-4220-9f2b-e6d033e8e07c None None] Pushing event updated for resources: {'Port': ['ID=b3f5ba86-38b1-4820-aead-823d92b759bf,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:29.319893 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] Set router 7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:01:29.322795 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-51aa249d-7a6a-4c12-aed6-ca9507c11d84 None None] Provisioning complete for port b3f5ba86-38b1-4820-aead-823d92b759bf triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:01:29.323057 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-51aa249d-7a6a-4c12-aed6-ca9507c11d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:29.340487 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-c5f2521b-8219-4d6b-bff0-cc72079efba8 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=88aad57826ba44d19a4a8c55a7eaea31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2577379 Nov 16 19:01:29.344757 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698cadc3-a495-443b-b2e9-77edd22c60b5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:01:29.347428 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-698cadc3-a495-443b-b2e9-77edd22c60b5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:01:29.351918 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698cadc3-a495-443b-b2e9-77edd22c60b5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Received port after_create {{(pid=101695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:01:29.357892 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698cadc3-a495-443b-b2e9-77edd22c60b5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Pushing event updated for resources: {'Port': ['ID=5a6410ed-72c6-4dcb-8551-a7f5b8863e81,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:29.491730 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-698cadc3-a495-443b-b2e9-77edd22c60b5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:29.568189 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-698cadc3-a495-443b-b2e9-77edd22c60b5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:29.597391 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-ee4f31b8-931d-49a1-b910-33698613f2be service neutron] 10.222.0.46 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559872 Nov 16 19:01:29.808813 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-af5fc5d7-013b-4e3f-880a-d4d501054fe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:29.815285 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-af5fc5d7-013b-4e3f-880a-d4d501054fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:29.872184 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fc5d7-013b-4e3f-880a-d4d501054fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d339405-7c94-4c67-91b7-502dc7240bf7,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:29.936631 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:29.937379 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-698cadc3-a495-443b-b2e9-77edd22c60b5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for port, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:29.946867 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-698cadc3-a495-443b-b2e9-77edd22c60b5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:29.949620 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.18', 60177) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:29.959573 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5fc5d7-013b-4e3f-880a-d4d501054fe0 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=101696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 19:01:30.080681 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-af5fc5d7-013b-4e3f-880a-d4d501054fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:30.082639 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.db.segments_db [None req-af5fc5d7-013b-4e3f-880a-d4d501054fe0 admin admin] Added segment 46f23a59-4467-4559-a198-3fcacc01f953 of type vlan for network c0f15402-007b-42a5-8778-6d247c2c84dc Nov 16 19:01:30.097321 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-9e6325db-1f7f-43d5-8fa3-93a9ba58f07f service neutron] 10.222.0.46 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906604 Nov 16 19:01:30.128224 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1144801223-router', 'tenant_id': '88aad57826ba44d19a4a8c55a7eaea31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'f65e1366-c7a2-47b3-8b27-d18cff02cc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:19Z', 'updated_at': '2021-11-16T19:01:26Z', 'revision_number': 4, 'project_id': '88aad57826ba44d19a4a8c55a7eaea31', 'gw_port': {'id': 'f65e1366-c7a2-47b3-8b27-d18cff02cc9c', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:20Z', 'updated_at': '2021-11-16T19:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '75c89220-94cb-4a2c-9f3a-9f16e788dde1', 'name': '', 'network_id': '533462df-d675-4deb-a3d3-4fecaa48192e', 'tenant_id': '88aad57826ba44d19a4a8c55a7eaea31', 'mac_address': 'fa:16:3e:bd:e1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4ad88ff7-4248-419c-8852-34576a078e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:24Z', 'updated_at': '2021-11-16T19:01:26Z', 'revision_number': 2, 'project_id': '88aad57826ba44d19a4a8c55a7eaea31', 'subnets': [{'id': '4ad88ff7-4248-419c-8852-34576a078e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:01:30.150646 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-af5fc5d7-013b-4e3f-880a-d4d501054fe0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770491955959'] for network, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:30.199616 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-af5fc5d7-013b-4e3f-880a-d4d501054fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for network, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:30.201254 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5fc5d7-013b-4e3f-880a-d4d501054fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:30.202784 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-af5fc5d7-013b-4e3f-880a-d4d501054fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:30.256403 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] Checking router: 7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:01:30.260848 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] Updating router 7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f port 75c89220-94cb-4a2c-9f3a-9f16e788dde1 binding host dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 19:01:30.303714 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fc5d7-013b-4e3f-880a-d4d501054fe0 admin admin] Pushing event updated for resources: {'Network': ['ID=c0f15402-007b-42a5-8778-6d247c2c84dc,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:30.374862 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-af5fc5d7-013b-4e3f-880a-d4d501054fe0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3322101 Nov 16 19:01:30.375369 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 44112) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:30.380554 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-a6ca7c17-1daa-4154-b161-89b5ccff3a2e admin admin] Request body: {'subnet': {'network_id': 'c0f15402-007b-42a5-8778-6d247c2c84dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1036824271-subnet', 'tenant_id': '7e83b384c39447848a88728177e200ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:30.403350 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device f65e1366-c7a2-47b3-8b27-d18cff02cc9c up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:01:30.421195 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-d0743f15-5e38-47c0-a5a4-671b1c1670ba tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:30.422764 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-d0743f15-5e38-47c0-a5a4-671b1c1670ba tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.18 "GET /v2.0/networks?id=8fbdbf4b-a203-4c7d-88fd-6c6366312a01 HTTP/1.1" status: 200 len: 811 time: 0.4679134 Nov 16 19:01:30.434323 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ca7c17-1daa-4154-b161-89b5ccff3a2e admin admin] Made reservation on behalf of 7e83b384c39447848a88728177e200ea for: {'subnet': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:01:30.437349 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a6ca7c17-1daa-4154-b161-89b5ccff3a2e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:30.493581 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-698cadc3-a495-443b-b2e9-77edd22c60b5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833619'] for floatingip, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:30.510120 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-241ee5f3-c423-4591-82ca-c59843b82fbb req-34a484ae-8025-4b7b-a8d4-3c0038eeee48 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 210 time: 0.3979757 Nov 16 19:01:30.537360 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-55f56378-94e8-419f-a366-5afb545fdec2 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Request body: {'port': {'device_id': 'e8df9df9-abb5-47f5-ba35-590c9d13ef80', 'network_id': '8fbdbf4b-a203-4c7d-88fd-6c6366312a01', 'admin_state_up': True, 'tenant_id': 'eb8ecf530f404e9588c2db9f9a4ba148'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:30.540212 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Network c0f15402-007b-42a5-8778-6d247c2c84dc details requested by agent ovs-agent-dv-cinder-667108-35-iscsi with host dv-cinder-667108-35-iscsi {{(pid=101697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 19:01:30.690783 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port f65e1366-c7a2-47b3-8b27-d18cff02cc9c triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:01:30.697961 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:30.788581 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:30.811778 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-55f56378-94e8-419f-a366-5afb545fdec2 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Made reservation on behalf of eb8ecf530f404e9588c2db9f9a4ba148 for: {'port': 1} {{(pid=101695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:01:30.819279 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-55f56378-94e8-419f-a366-5afb545fdec2 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:30.883013 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a6ca7c17-1daa-4154-b161-89b5ccff3a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for subnet, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:31.065490 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ca7c17-1daa-4154-b161-89b5ccff3a2e admin admin] Checking segment: {'id': '46f23a59-4467-4559-a198-3fcacc01f953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c0f15402-007b-42a5-8778-6d247c2c84dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:01:31.068140 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ca7c17-1daa-4154-b161-89b5ccff3a2e admin admin] Network hostable DHCP agents. Network: c0f15402-007b-42a5-8778-6d247c2c84dc, hostable agents: ['796d1915-ba41-4440-8731-3d9d4c9dd731'], hosted agents: [] {{(pid=101696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 19:01:31.093440 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca7c17-1daa-4154-b161-89b5ccff3a2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b073d78-efcb-4fed-a188-780c65e83c8b,revision_number=0']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:31.112592 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ca7c17-1daa-4154-b161-89b5ccff3a2e admin admin] Network c0f15402-007b-42a5-8778-6d247c2c84dc is scheduled to be hosted by DHCP agent 796d1915-ba41-4440-8731-3d9d4c9dd731 with binding_index 1 {{(pid=101696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 19:01:31.143854 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9349e648-39ac-4514-b03c-9a58a7bf4915 req-2deebac3-99c7-4909-a854-04c1a98c4eb8 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 210 time: 0.3559351 Nov 16 19:01:31.166478 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-a6ca7c17-1daa-4154-b161-89b5ccff3a2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-35-iscsi, c0f15402-007b-42a5-8778-6d247c2c84dc) {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:01:31.175265 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698cadc3-a495-443b-b2e9-77edd22c60b5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Pushing event updated for resources: {'Port': ['ID=5a6410ed-72c6-4dcb-8551-a7f5b8863e81,revision_number=2']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:31.199406 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ca7c17-1daa-4154-b161-89b5ccff3a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:31.202060 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-698cadc3-a495-443b-b2e9-77edd22c60b5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for floatingip, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:31.203928 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-698cadc3-a495-443b-b2e9-77edd22c60b5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3734436 Nov 16 19:01:31.214771 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a6ca7c17-1daa-4154-b161-89b5ccff3a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for subnet, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:31.237137 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2c12c4-efb7-45ed-99fc-0aeba7d8a082 None None] Network c0f15402-007b-42a5-8778-6d247c2c84dc requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:01:31.243437 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-a6ca7c17-1daa-4154-b161-89b5ccff3a2e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8671603 Nov 16 19:01:31.565190 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_common [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-55f56378-94e8-419f-a366-5afb545fdec2 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Allocated IP 172.20.0.8 (8fbdbf4b-a203-4c7d-88fd-6c6366312a01/9a98c08f-9976-4833-99d4-556e9e1047f1/80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d) {{(pid=101695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:01:31.587081 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 44208) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:31.763132 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aedb25f-8b5c-4f14-aa8a-4e4b10a155a5 admin admin] Deleting subnet 63c5dd23-150e-4bdc-9a0c-00b04c448775 {{(pid=101696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 19:01:31.777356 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6aedb25f-8b5c-4f14-aa8a-4e4b10a155a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:31.835603 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6aedb25f-8b5c-4f14-aa8a-4e4b10a155a5 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:31.846258 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6aedb25f-8b5c-4f14-aa8a-4e4b10a155a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-623022'] for subnet, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:31.858272 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-63f44616-e9bd-4b81-8977-a5e3e89eafa8 req-38729dd7-f443-479e-a64c-cee22a693518 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 210 time: 0.1647742 Nov 16 19:01:31.864899 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device b3f5ba86-38b1-4820-aead-823d92b759bf up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:01:31.961200 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-4e87ee06-7b9d-4f36-b2e2-ce77218449dc tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--802152343&fields=id&tenant_id=836db18eadf842ce90dda0a1221006ff HTTP/1.1" status: 200 len: 267 time: 0.2623129 Nov 16 19:01:31.965071 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6aedb25f-8b5c-4f14-aa8a-4e4b10a155a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-623025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for subnet, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:32.155945 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aedb25f-8b5c-4f14-aa8a-4e4b10a155a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63c5dd23-150e-4bdc-9a0c-00b04c448775,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:32.196036 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6aedb25f-8b5c-4f14-aa8a-4e4b10a155a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:32.200664 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-6aedb25f-8b5c-4f14-aa8a-4e4b10a155a5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/63c5dd23-150e-4bdc-9a0c-00b04c448775 HTTP/1.1" status: 204 len: 168 time: 0.6118658 Nov 16 19:01:32.216932 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-a7d0ba2d-1f6e-45de-8bd6-9d77817787a0 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:32.220616 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-a7d0ba2d-1f6e-45de-8bd6-9d77817787a0 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/networks?id=88bf2e43-28ce-4261-97c8-fd704bf50e7b HTTP/1.1" status: 200 len: 808 time: 0.2583263 Nov 16 19:01:32.221665 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 44254) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:32.274922 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-554f4a63-cdec-4625-9cb0-3ac2813b2975 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/quotas/836db18eadf842ce90dda0a1221006ff HTTP/1.1" status: 200 len: 375 time: 0.0360453 Nov 16 19:01:32.448516 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806902'] for network, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:32.460996 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-55f56378-94e8-419f-a366-5afb545fdec2 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Publish callbacks [] for port, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:32.486290 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-c1fceea5-96d9-46c9-a98a-fdabda2e6d89 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=836db18eadf842ce90dda0a1221006ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2100544 Nov 16 19:01:32.559589 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] Publish callbacks [] for port, precommit_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:32.560590 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-5a66a967-f948-45a8-a5dc-411028d1d83d tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:32.562551 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-5a66a967-f948-45a8-a5dc-411028d1d83d tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/networks?id=533462df-d675-4deb-a3d3-4fecaa48192e HTTP/1.1" status: 200 len: 819 time: 0.4414158 Nov 16 19:01:32.596798 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:32.604424 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-55f56378-94e8-419f-a366-5afb545fdec2 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981'] for port, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:32.611440 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b881ffd7-f520-4361-a4dd-cb5e93c4725e None None] Network c0f15402-007b-42a5-8778-6d247c2c84dc requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:01:32.834950 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f56378-94e8-419f-a366-5afb545fdec2 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Pushing event updated for resources: {'Port': ['ID=80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:32.855671 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-4597eccb-1df4-460b-ab44-fdd6d0709e58 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/quotas/88aad57826ba44d19a4a8c55a7eaea31 HTTP/1.1" status: 200 len: 375 time: 0.2848487 Nov 16 19:01:32.883850 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-4530fbfb-2bcb-40a9-9c7d-617a6116f4ce service neutron] 10.222.0.46 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796279 Nov 16 19:01:32.888860 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629537', 'neutron.services.segments.db._delete_segments_for_network-8770492521988'] for network, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:32.934433 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-55f56378-94e8-419f-a366-5afb545fdec2 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Network 8fbdbf4b-a203-4c7d-88fd-6c6366312a01 is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:01:32.958720 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-55f56378-94e8-419f-a366-5afb545fdec2 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:01:32.985119 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-55f56378-94e8-419f-a366-5afb545fdec2 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Received port after_create {{(pid=101695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:01:33.005035 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-55f56378-94e8-419f-a366-5afb545fdec2 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:33.009991 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-55f56378-94e8-419f-a366-5afb545fdec2 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for port, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:33.030482 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-aa322eb0-b517-47c1-be01-6d49edd10cad service neutron] 10.222.0.46 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355343 Nov 16 19:01:33.037049 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port b3f5ba86-38b1-4820-aead-823d92b759bf triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:01:33.037648 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:33.081008 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-423a8998-9e72-4f4a-b575-42a2d247d977 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=88aad57826ba44d19a4a8c55a7eaea31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2234225 Nov 16 19:01:33.091075 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:01:33.092269 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:01:33.094185 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:01:33.096279 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] Subscribe: > port after_create 55550000 {{(pid=101696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:01:33.096980 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] Subscribe: > port after_delete 55550000 {{(pid=101696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:01:33.097432 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] Subscribe: > port after_update 55550000 {{(pid=101696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:01:33.102477 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:01:33.104259 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-55f56378-94e8-419f-a366-5afb545fdec2 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5825808 Nov 16 19:01:33.104908 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:01:33.105322 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:01:33.105787 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:01:33.119936 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-a5d28aef-2fed-4d46-9e30-ec9975e5908c tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 19:01:33.122082 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-a5d28aef-2fed-4d46-9e30-ec9975e5908c tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085943 Nov 16 19:01:33.178647 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] Attempting to bind port 75c89220-94cb-4a2c-9f3a-9f16e788dde1 on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:01:33.181415 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] Attempting to bind port 75c89220-94cb-4a2c-9f3a-9f16e788dde1 by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '3f31e756-a18f-4e6e-92fa-1344c40c8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '533462df-d675-4deb-a3d3-4fecaa48192e'}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:01:33.182020 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] Attempting to bind port 75c89220-94cb-4a2c-9f3a-9f16e788dde1 on network 533462df-d675-4deb-a3d3-4fecaa48192e {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:01:33.196378 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:01:33.197106 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] Checking segment: {'id': '3f31e756-a18f-4e6e-92fa-1344c40c8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '533462df-d675-4deb-a3d3-4fecaa48192e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:01:33.198690 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:33.199296 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] Bound using segment: {'id': '3f31e756-a18f-4e6e-92fa-1344c40c8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '533462df-d675-4deb-a3d3-4fecaa48192e'} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:01:33.199971 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] Bound port: 75c89220-94cb-4a2c-9f3a-9f16e788dde1, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f31e756-a18f-4e6e-92fa-1344c40c8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '533462df-d675-4deb-a3d3-4fecaa48192e'}}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:01:33.200852 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:33.308406 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] For port 75c89220-94cb-4a2c-9f3a-9f16e788dde1, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:01:33.312717 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] For port 75c89220-94cb-4a2c-9f3a-9f16e788dde1, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=75c89220-94cb-4a2c-9f3a-9f16e788dde1,segment=NetworkSegment(3f31e756-a18f-4e6e-92fa-1344c40c8e81),segment_id=3f31e756-a18f-4e6e-92fa-1344c40c8e81)] {{(pid=101697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:01:33.322803 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3d10d-b29a-40eb-94db-fd3df8521895 None None] Pushing event updated for resources: {'Port': ['ID=75c89220-94cb-4a2c-9f3a-9f16e788dde1,revision_number=3']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:33.341577 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:33.445213 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3d10d-b29a-40eb-94db-fd3df8521895 None None] Pushing event updated for resources: {'Port': ['ID=75c89220-94cb-4a2c-9f3a-9f16e788dde1,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:33.469701 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-addfb5ff-623b-47c5-8212-dd3516154c3a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 19:01:33.481190 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-addfb5ff-623b-47c5-8212-dd3516154c3a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1526551 Nov 16 19:01:33.506890 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] Request body: {'port': {'device_id': 'e8df9df9-abb5-47f5-ba35-590c9d13ef80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:33.765063 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] Routers {'7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:01:33.765384 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:01:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:01:33.876702 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:01:33.877303 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:01:33.877386 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:01:33.878887 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:01:33.879504 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1fbe9c8-744c-4443-81db-8dfed2092549']}} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:01:33.929922 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-62689659-e28f-4c6f-a442-2b2b382b0e02 service neutron] 10.222.0.46 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886545 Nov 16 19:01:33.959528 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b68f299-7e09-4214-aa57-c8e1cd2501d6') {'for_net_delete': True} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:01:33.961741 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b68f299-7e09-4214-aa57-c8e1cd2501d6') {} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:01:34.017003 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770492523021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932041'] for segment, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:34.084842 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:34.102531 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] Set router 7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:01:34.127086 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=101696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 19:01:34.127509 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66353909'] for segment, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: from cryptography.utils import int_from_bytes Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: from cryptography.utils import int_from_bytes Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: Traceback (most recent call last): Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: timer() Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: cb(*args, **kw) Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: return func(*args, **kwargs) Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: self._notify() Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: self.callback(batched_events) Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: event.method(event) Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: return f(self, *a, **k) Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: return self._get(url).json() Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: return self.request(url, 'GET', **kwargs) Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 19:01:34.332546 dv-cinder-667108-35-iscsi neutron-server[101696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 19:01:34.355864 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833601'] for network, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:34.533020 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:34.547768 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] 10.222.0.46 "DELETE /v2.0/networks/f1fbe9c8-744c-4443-81db-8dfed2092549 HTTP/1.1" status: 204 len: 168 time: 2.3243382 Nov 16 19:01:34.548741 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05d266-764d-402d-9861-71281ef4a9bd admin admin] Pushing event deleted for resources: {'Network': ['ID=f1fbe9c8-744c-4443-81db-8dfed2092549,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:34.550628 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 44318) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:34.553018 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1144801223-router', 'tenant_id': '88aad57826ba44d19a4a8c55a7eaea31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'f65e1366-c7a2-47b3-8b27-d18cff02cc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:19Z', 'updated_at': '2021-11-16T19:01:26Z', 'revision_number': 4, 'project_id': '88aad57826ba44d19a4a8c55a7eaea31', 'gw_port': {'id': 'f65e1366-c7a2-47b3-8b27-d18cff02cc9c', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:20Z', 'updated_at': '2021-11-16T19:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '75c89220-94cb-4a2c-9f3a-9f16e788dde1', 'name': '', 'network_id': '533462df-d675-4deb-a3d3-4fecaa48192e', 'tenant_id': '88aad57826ba44d19a4a8c55a7eaea31', 'mac_address': 'fa:16:3e:bd:e1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4ad88ff7-4248-419c-8852-34576a078e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:24Z', 'updated_at': '2021-11-16T19:01:33Z', 'revision_number': 4, 'project_id': '88aad57826ba44d19a4a8c55a7eaea31', 'subnets': [{'id': '4ad88ff7-4248-419c-8852-34576a078e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:01:34.625412 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8b3c4-40d3-4c3d-9dc5-c7f2be5cfd5e req-a04603be-0bdc-4d94-b90e-1e3a0d080b0f tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:34.641865 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d9a8b3c4-40d3-4c3d-9dc5-c7f2be5cfd5e req-a04603be-0bdc-4d94-b90e-1e3a0d080b0f tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 931 time: 0.3024426 Nov 16 19:01:34.649014 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91789a31-a955-4350-b60a-fdd52266aeba None None] The sync data for ids ['7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f'] in dv-cinder-667108-35-iscsi is: [{'id': '7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1144801223-router', 'tenant_id': '88aad57826ba44d19a4a8c55a7eaea31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'f65e1366-c7a2-47b3-8b27-d18cff02cc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:19Z', 'updated_at': '2021-11-16T19:01:26Z', 'revision_number': 4, 'project_id': '88aad57826ba44d19a4a8c55a7eaea31', 'gw_port': {'id': 'f65e1366-c7a2-47b3-8b27-d18cff02cc9c', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:20Z', 'updated_at': '2021-11-16T19:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '75c89220-94cb-4a2c-9f3a-9f16e788dde1', 'name': '', 'network_id': '533462df-d675-4deb-a3d3-4fecaa48192e', 'tenant_id': '88aad57826ba44d19a4a8c55a7eaea31', 'mac_address': 'fa:16:3e:bd:e1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4ad88ff7-4248-419c-8852-34576a078e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:24Z', 'updated_at': '2021-11-16T19:01:33Z', 'revision_number': 4, 'project_id': '88aad57826ba44d19a4a8c55a7eaea31', 'subnets': [{'id': '4ad88ff7-4248-419c-8852-34576a078e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:01:34.669614 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_v2 [None req-5147065b-3d95-4846-9c6e-082e5200cbf6 admin admin] Deleting subnet 5b073d78-efcb-4fed-a188-780c65e83c8b {{(pid=101696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 19:01:34.674612 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5147065b-3d95-4846-9c6e-082e5200cbf6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:34.823205 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d9a8b3c4-40d3-4c3d-9dc5-c7f2be5cfd5e req-0c985926-0143-4a03-9a8e-12fe6e5f2987 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801817 Nov 16 19:01:34.868902 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:34.892548 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5147065b-3d95-4846-9c6e-082e5200cbf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66932038'] for subnet, precommit_delete_associations {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:35.009644 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9a0f6cff-de8a-4eb2-a24e-acb2d3419796 req-bcfdf54d-844c-47f4-b3ad-81f5dab794ec tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 210 time: 0.0374846 Nov 16 19:01:35.025817 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5147065b-3d95-4846-9c6e-082e5200cbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-623022'] for subnet, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:35.121845 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5147065b-3d95-4846-9c6e-082e5200cbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-623025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66353747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63484672'] for subnet, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:35.143539 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5147065b-3d95-4846-9c6e-082e5200cbf6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:35.159419 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-5147065b-3d95-4846-9c6e-082e5200cbf6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5b073d78-efcb-4fed-a188-780c65e83c8b HTTP/1.1" status: 204 len: 168 time: 0.6064641 Nov 16 19:01:35.161903 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 44338) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:35.232073 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147065b-3d95-4846-9c6e-082e5200cbf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b073d78-efcb-4fed-a188-780c65e83c8b,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:35.604186 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.18', 60197) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:35.704731 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-d5209516-3a27-4a62-a797-0557af04da03 service neutron] 10.222.0.46 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7514954 Nov 16 19:01:36.040127 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-08470250-cb6c-4615-abeb-69bb8217b1c0 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:36.044669 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-08470250-cb6c-4615-abeb-69bb8217b1c0 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.18 "GET /v2.0/networks?id=533462df-d675-4deb-a3d3-4fecaa48192e HTTP/1.1" status: 200 len: 819 time: 0.4380348 Nov 16 19:01:36.057697 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 44368) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:36.203741 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.notifiers.nova [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d {{(pid=101695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:01:36.237035 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 44378) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:36.260519 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:36.325696 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 75c89220-94cb-4a2c-9f3a-9f16e788dde1 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:01:36.326509 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6e02a57f-47a9-426f-b5e6-3d7d577139b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806902'] for network, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:36.373109 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.provisioning_blocks [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] Transition to ACTIVE for port object 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d will not be triggered until provisioned by entity L2. {{(pid=101695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 19:01:36.374994 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd38f6-4cbe-49df-b200-8be446d46a3b req-642662e4-8282-445e-976c-f17487361ade tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:36.386946 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:36.387235 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-50fd38f6-4cbe-49df-b200-8be446d46a3b req-642662e4-8282-445e-976c-f17487361ade tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 931 time: 0.2894447 Nov 16 19:01:36.576028 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 75c89220-94cb-4a2c-9f3a-9f16e788dde1 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:01:36.582347 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:36.618624 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-e94fdea6-5479-4760-a9ac-eedc12e32d0e tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Request body: {'port': {'device_id': 'c22ea69e-6ab3-4ba5-b12b-f940430d6649', 'network_id': '533462df-d675-4deb-a3d3-4fecaa48192e', 'admin_state_up': True, 'tenant_id': '88aad57826ba44d19a4a8c55a7eaea31'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:36.726762 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-4e1518ac-61ca-439b-aa0a-90d47b7cdfe4 req-a92acc5c-73e6-4f73-8585-0efd9af38ec4 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 210 time: 0.1436603 Nov 16 19:01:36.797754 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] Pushing event updated for resources: {'Port': ['ID=80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d,revision_number=2']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:36.962473 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-58b4146f-327b-4220-801f-f765f3b3c7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:36.966064 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6e02a57f-47a9-426f-b5e6-3d7d577139b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629537', 'neutron.services.segments.db._delete_segments_for_network-8770492521988'] for network, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:36.983903 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:37.041190 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-6e02a57f-47a9-426f-b5e6-3d7d577139b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f15402-007b-42a5-8778-6d247c2c84dc']}} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:01:37.049502 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.18', 60201) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:37.079272 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] For port 75c89220-94cb-4a2c-9f3a-9f16e788dde1, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=75c89220-94cb-4a2c-9f3a-9f16e788dde1,segment=NetworkSegment(3f31e756-a18f-4e6e-92fa-1344c40c8e81),segment_id=3f31e756-a18f-4e6e-92fa-1344c40c8e81)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:01:37.082654 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-6e02a57f-47a9-426f-b5e6-3d7d577139b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f23a59-4467-4559-a198-3fcacc01f953') {'for_net_delete': True} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:01:37.086008 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-6e02a57f-47a9-426f-b5e6-3d7d577139b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f23a59-4467-4559-a198-3fcacc01f953') {} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:01:37.086862 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:37.122536 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6e02a57f-47a9-426f-b5e6-3d7d577139b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770492523021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932041'] for segment, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:37.150954 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-1724420d-402a-4e5a-85bc-c433f22f182a req-959c5a3d-b8d4-4dd0-8be4-6bed5f52f087 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 210 time: 0.2223766 Nov 16 19:01:37.152373 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6e02a57f-47a9-426f-b5e6-3d7d577139b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:37.165764 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e02a57f-47a9-426f-b5e6-3d7d577139b1 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 19:01:37.166381 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6e02a57f-47a9-426f-b5e6-3d7d577139b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66353909'] for segment, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:37.261310 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Pushing event updated for resources: {'Port': ['ID=75c89220-94cb-4a2c-9f3a-9f16e788dde1,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:37.327828 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-50fd38f6-4cbe-49df-b200-8be446d46a3b req-d908c127-d491-47e4-8704-55ee3b1e99e6 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8563643 Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: Traceback (most recent call last): Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: timer() Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: cb(*args, **kw) Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: return func(*args, **kwargs) Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: self._notify() Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: self.callback(batched_events) Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: event.method(event) Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: return f(self, *a, **k) Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: return self._get(url).json() Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: return self.request(url, 'GET', **kwargs) Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 19:01:37.328791 dv-cinder-667108-35-iscsi neutron-server[101696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 19:01:37.333431 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.managers [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] Attempting to bind port 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d on host hv-cinder-66710 for vnic_type normal with profile {{(pid=101695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:01:37.338248 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.managers [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] Attempting to bind port 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '70f68f4a-8d93-4596-af66-c551f646477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8fbdbf4b-a203-4c7d-88fd-6c6366312a01'}] {{(pid=101695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:01:37.343067 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] Attempting to bind port 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d on network 8fbdbf4b-a203-4c7d-88fd-6c6366312a01 {{(pid=101695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:01:37.364733 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] Port 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d on network 8fbdbf4b-a203-4c7d-88fd-6c6366312a01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=101695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 19:01:37.365290 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] Attempting to bind port 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d on network 8fbdbf4b-a203-4c7d-88fd-6c6366312a01 {{(pid=101695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:01:37.389278 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] Checking agent: {'id': 'b114dd46-986e-4d55-bca0-7e9758e41aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'started_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:01:37.393031 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] Checking segment: {'id': '70f68f4a-8d93-4596-af66-c551f646477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8fbdbf4b-a203-4c7d-88fd-6c6366312a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:01:37.393795 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] Bound using segment: {'id': '70f68f4a-8d93-4596-af66-c551f646477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8fbdbf4b-a203-4c7d-88fd-6c6366312a01'} {{(pid=101695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:01:37.394391 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.managers [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] Bound port: 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70f68f4a-8d93-4596-af66-c551f646477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8fbdbf4b-a203-4c7d-88fd-6c6366312a01'}}] {{(pid=101695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:01:37.394850 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:37.459895 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6e02a57f-47a9-426f-b5e6-3d7d577139b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833601'] for network, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:37.462044 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-fa29f1cc-3d1a-4a09-9f15-5c32a904aeb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:37.581423 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-fa29f1cc-3d1a-4a09-9f15-5c32a904aeb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:37.599433 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6e02a57f-47a9-426f-b5e6-3d7d577139b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:37.611765 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-6e02a57f-47a9-426f-b5e6-3d7d577139b1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c0f15402-007b-42a5-8778-6d247c2c84dc HTTP/1.1" status: 204 len: 168 time: 2.4485164 Nov 16 19:01:37.640547 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02a57f-47a9-426f-b5e6-3d7d577139b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0f15402-007b-42a5-8778-6d247c2c84dc,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:37.666727 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-875fbd8a-3cb2-4232-a033-506e9ce70ef5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:37.666871 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-fa29f1cc-3d1a-4a09-9f15-5c32a904aeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:37.668378 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-875fbd8a-3cb2-4232-a033-506e9ce70ef5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.18 "GET /v2.0/networks?id=88bf2e43-28ce-4261-97c8-fd704bf50e7b HTTP/1.1" status: 200 len: 808 time: 0.6085901 Nov 16 19:01:37.698060 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-1e18b588-0379-442c-b8f9-c5faef2c948f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:37.745747 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-fa29f1cc-3d1a-4a09-9f15-5c32a904aeb8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1d1f2f9a1d914c5bb1de4718282f547f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6867306 Nov 16 19:01:37.749397 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 44424) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:37.852714 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29f1cc-3d1a-4a09-9f15-5c32a904aeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba46617-c464-49fe-aace-d766b3bd56cf,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:37.894688 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.db [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] For port 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d, host hv-cinder-66710, cleared binding levels {{(pid=101695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:01:37.964025 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 44430) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:38.006508 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-e94fdea6-5479-4760-a9ac-eedc12e32d0e tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Made reservation on behalf of 88aad57826ba44d19a4a8c55a7eaea31 for: {'port': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:01:38.011127 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-e94fdea6-5479-4760-a9ac-eedc12e32d0e tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:38.020021 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.db [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] For port 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d,segment=NetworkSegment(70f68f4a-8d93-4596-af66-c551f646477f),segment_id=70f68f4a-8d93-4596-af66-c551f646477f)] {{(pid=101695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:01:38.025828 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-bbc2c4f0-ea48-4a1b-9503-d777eca21039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:38.041130 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2f78f7a3-2b4d-40b1-ba12-5499fbdad424 req-34b4ee12-508c-4d2e-83ad-80f5766390c2 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 210 time: 0.1184342 Nov 16 19:01:38.084519 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-1e18b588-0379-442c-b8f9-c5faef2c948f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:38.091983 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-eb8bca15-067d-4d87-b692-2df8dcca7325 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=836db18eadf842ce90dda0a1221006ff HTTP/1.1" status: 200 len: 379 time: 0.3930230 Nov 16 19:01:38.094257 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:38.123780 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-bbc2c4f0-ea48-4a1b-9503-d777eca21039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:38.126012 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-1e18b588-0379-442c-b8f9-c5faef2c948f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:38.152872 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 75c89220-94cb-4a2c-9f3a-9f16e788dde1 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:01:38.223387 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-e0ff9f81-6672-4a32-aea1-6d7230ed517b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=00a876b40a0046edba84b65b62c41b76&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2554240 Nov 16 19:01:38.227242 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 44436) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:38.268518 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 75c89220-94cb-4a2c-9f3a-9f16e788dde1 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:01:38.269086 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:38.323061 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c84622c2-7987-4b93-b50d-bb124684e3de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:38.338147 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] Pushing event updated for resources: {'Port': ['ID=80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d,revision_number=3']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:38.364417 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-1e18b588-0379-442c-b8f9-c5faef2c948f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=19602ada412e4094954cefa87bdd2f88&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1261325 Nov 16 19:01:38.388674 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 44440) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:38.463037 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c84622c2-7987-4b93-b50d-bb124684e3de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:38.465990 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:38.466891 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for port, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:38.467935 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c3953b9b-946d-401a-9870-eb6798132358 req-99734932-8851-4477-884a-be4665ba65a1 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 210 time: 0.1421242 Nov 16 19:01:38.468794 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-5612bac9-9ea8-40e6-8621-60e4d3c58689 service neutron] 10.222.0.18 "PUT /v2.0/ports/80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d HTTP/1.1" status: 200 len: 1093 time: 5.1257060 Nov 16 19:01:38.470666 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8df9df9-abb5-47f5-ba35-590c9d13ef80', 'tag': '80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d'}] {{(pid=101695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:01:38.569422 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18b588-0379-442c-b8f9-c5faef2c948f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420ebbba-f416-4bf5-b8f3-dae5cc5a8bee,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:38.687107 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-e94fdea6-5479-4760-a9ac-eedc12e32d0e tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Allocated IP 172.20.0.9 (533462df-d675-4deb-a3d3-4fecaa48192e/4ad88ff7-4248-419c-8852-34576a078e99/856ad084-c410-48f2-95e0-5d307f2aff12) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:01:38.689514 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-bbc2c4f0-ea48-4a1b-9503-d777eca21039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:38.693020 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-bbc2c4f0-ea48-4a1b-9503-d777eca21039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:38.697537 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-bbc2c4f0-ea48-4a1b-9503-d777eca21039 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eba46617-c464-49fe-aace-d766b3bd56cf HTTP/1.1" status: 204 len: 168 time: 0.9295554 Nov 16 19:01:38.715684 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2c4f0-ea48-4a1b-9503-d777eca21039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba46617-c464-49fe-aace-d766b3bd56cf,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:38.759186 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c84622c2-7987-4b93-b50d-bb124684e3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:38.764485 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c84622c2-7987-4b93-b50d-bb124684e3de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:38.766063 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-c84622c2-7987-4b93-b50d-bb124684e3de admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5fd04fee-55b6-414f-aa85-51ce85857ebc HTTP/1.1" status: 204 len: 168 time: 0.5233214 Nov 16 19:01:38.877876 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84622c2-7987-4b93-b50d-bb124684e3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd04fee-55b6-414f-aa85-51ce85857ebc,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:38.956089 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3ae2ab46-b343-440d-9db0-99fdaa1e7015 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:38.987676 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91eea48-bbac-4e90-a3e3-2a3e1b207dc3 req-c0bec6ec-3110-4906-a83d-8034761fb68c tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:38.990093 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a91eea48-bbac-4e90-a3e3-2a3e1b207dc3 req-c0bec6ec-3110-4906-a83d-8034761fb68c tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 943 time: 0.5201843 Nov 16 19:01:38.996268 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd271a50102e67beddb2fedac2b1f0e72c74193367130158f77a5ad7182eeeac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d13131-cecd-4184-9025-e26145d3dc83" -d '{"events": [{"name": "network-changed", "server_uuid": "e8df9df9-abb5-47f5-ba35-590c9d13ef80", "tag": "80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d"}]}' {{(pid=101695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:01:39.027528 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-e94fdea6-5479-4760-a9ac-eedc12e32d0e tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:39.064968 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3ae2ab46-b343-440d-9db0-99fdaa1e7015 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:39.070649 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a91eea48-bbac-4e90-a3e3-2a3e1b207dc3 req-410973c0-4a7f-42e2-9e55-e164b6a8a656 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706062 Nov 16 19:01:39.134832 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3ae2ab46-b343-440d-9db0-99fdaa1e7015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:39.139111 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3ae2ab46-b343-440d-9db0-99fdaa1e7015 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:39.143913 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-e94fdea6-5479-4760-a9ac-eedc12e32d0e tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:39.144641 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-3ae2ab46-b343-440d-9db0-99fdaa1e7015 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/420ebbba-f416-4bf5-b8f3-dae5cc5a8bee HTTP/1.1" status: 204 len: 168 time: 0.7524226 Nov 16 19:01:39.158891 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2ab46-b343-440d-9db0-99fdaa1e7015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420ebbba-f416-4bf5-b8f3-dae5cc5a8bee,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:39.287481 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-e94fdea6-5479-4760-a9ac-eedc12e32d0e tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Network 533462df-d675-4deb-a3d3-4fecaa48192e is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:01:39.293748 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-e94fdea6-5479-4760-a9ac-eedc12e32d0e tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:01:39.302740 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-e94fdea6-5479-4760-a9ac-eedc12e32d0e tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:01:39.316833 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-da3a3d37-469e-4123-b7a3-f7e9a9332547 req-26348625-c2d6-4409-b171-083da4c04c0d tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 210 time: 0.0826871 Nov 16 19:01:39.436385 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-80bd84cb-73ee-46e0-80fb-05a3bdba7a44 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Request body: {'port': {'device_id': '7190b8e5-4def-4b46-bf21-dae43664c0ad', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'admin_state_up': True, 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'security_groups': ['8a89e8ca-37d5-4a1e-9a32-b22db717da13']}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:39.474398 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-e94fdea6-5479-4760-a9ac-eedc12e32d0e tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:39.476622 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-e94fdea6-5479-4760-a9ac-eedc12e32d0e tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:39.501938 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fdea6-5479-4760-a9ac-eedc12e32d0e tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Pushing event updated for resources: {'Port': ['ID=856ad084-c410-48f2-95e0-5d307f2aff12,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:39.520659 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-e94fdea6-5479-4760-a9ac-eedc12e32d0e tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9228196 Nov 16 19:01:39.798014 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-98ac53e4-f697-4bd8-8371-c79e93e85c61 req-9a10c0a0-0266-430d-9782-c67ea0f70060 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 210 time: 0.1596885 Nov 16 19:01:39.828300 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-80bd84cb-73ee-46e0-80fb-05a3bdba7a44 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Made reservation on behalf of 836db18eadf842ce90dda0a1221006ff for: {'port': 1} {{(pid=101695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:01:39.837895 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-80bd84cb-73ee-46e0-80fb-05a3bdba7a44 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:39.841768 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-33090f84-eb46-42df-b69e-bc32c70d4815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:39.860763 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] Request body: {'port': {'device_id': 'c22ea69e-6ab3-4ba5-b12b-f940430d6649', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:39.903817 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227b89c7-c0c7-442b-9815-79db8f19b314 x-openstack-request-id: req-227b89c7-c0c7-442b-9815-79db8f19b314 {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:01:39.904329 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8df9df9-abb5-47f5-ba35-590c9d13ef80", "tag": "80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d", "status": "completed", "code": 200}]} {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:01:39.905027 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-227b89c7-c0c7-442b-9815-79db8f19b314 {{(pid=101695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:01:39.905739 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8df9df9-abb5-47f5-ba35-590c9d13ef80', 'tag': '80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d', 'status': 'completed', 'code': 200} Nov 16 19:01:40.015219 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 44490) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:40.132950 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-3d997363-6011-4daa-9e40-789c16f32a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:40.135490 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-3d997363-6011-4daa-9e40-789c16f32a62 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb8ecf530f404e9588c2db9f9a4ba148&device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 1096 time: 0.2277319 Nov 16 19:01:40.157654 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-f3fd86bd-d19b-48b6-a038-b6f2f7678f2e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e83b384c39447848a88728177e200ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326547 Nov 16 19:01:40.158295 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 44496) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:40.158620 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_common [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-80bd84cb-73ee-46e0-80fb-05a3bdba7a44 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Allocated IP 172.20.0.4 (88bf2e43-28ce-4261-97c8-fd704bf50e7b/abfc24cf-bb3f-427f-8c1c-35e769c2f474/e5571c38-77b9-4106-b9fd-2ba0f22a1929) {{(pid=101695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:01:40.191670 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:40.339991 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.18', 60207) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:40.436353 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-8844f898-b6f3-4fed-b824-eccd010296bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d HTTP/1.1" status: 200 len: 217 time: 0.2405620 Nov 16 19:01:40.609727 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-17f7ae96-0ca4-428c-a786-af4703b1cd85 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:40.611326 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-17f7ae96-0ca4-428c-a786-af4703b1cd85 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.18 "GET /v2.0/networks?id=533462df-d675-4deb-a3d3-4fecaa48192e HTTP/1.1" status: 200 len: 819 time: 0.2585742 Nov 16 19:01:40.611843 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 44514) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:40.769433 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ae046da9-ecb7-497b-9a62-4c5abf94503d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:41.055344 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e06dc84c-bbb2-4c73-83a9-2a2ed68ef018 req-31e0104c-9243-408d-a4e5-5464bf462fe0 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 210 time: 0.4374864 Nov 16 19:01:41.275072 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-80bd84cb-73ee-46e0-80fb-05a3bdba7a44 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for port, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:41.340237 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-33df8118-65e4-4138-a4e0-f300c5f60e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:41.342003 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-33df8118-65e4-4138-a4e0-f300c5f60e81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a98c08f-9976-4833-99d4-556e9e1047f1 HTTP/1.1" status: 200 len: 851 time: 0.8510823 Nov 16 19:01:41.343915 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-80bd84cb-73ee-46e0-80fb-05a3bdba7a44 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981'] for port, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:41.355464 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:41.433393 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd84cb-73ee-46e0-80fb-05a3bdba7a44 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Pushing event updated for resources: {'Port': ['ID=e5571c38-77b9-4106-b9fd-2ba0f22a1929,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:41.447861 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-80bd84cb-73ee-46e0-80fb-05a3bdba7a44 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Network 88bf2e43-28ce-4261-97c8-fd704bf50e7b is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:01:41.475134 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-80bd84cb-73ee-46e0-80fb-05a3bdba7a44 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:01:41.485713 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da3d69-0943-4ff9-8de1-e284abc03f7a req-24df2f56-f86e-4a01-bb9e-ab6a3d29b03c tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:41.487449 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-61da3d69-0943-4ff9-8de1-e284abc03f7a req-24df2f56-f86e-4a01-bb9e-ab6a3d29b03c tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 943 time: 1.1693907 Nov 16 19:01:41.488276 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-80bd84cb-73ee-46e0-80fb-05a3bdba7a44 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Received port after_create {{(pid=101695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:01:41.494791 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-80bd84cb-73ee-46e0-80fb-05a3bdba7a44 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:41.495398 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-80bd84cb-73ee-46e0-80fb-05a3bdba7a44 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for port, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:41.547475 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-12c1d2f4-eb89-403c-a079-5b53707e45bc tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Request body: {'port': {'device_id': '8a582c36-f154-4050-a431-1eea01999490', 'network_id': '533462df-d675-4deb-a3d3-4fecaa48192e', 'admin_state_up': True, 'tenant_id': '88aad57826ba44d19a4a8c55a7eaea31'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:41.549467 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-1e244fea-cb74-4c6f-8ab5-1fc3f3b6be34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8fbdbf4b-a203-4c7d-88fd-6c6366312a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403544 Nov 16 19:01:41.612913 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-80bd84cb-73ee-46e0-80fb-05a3bdba7a44 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1808996 Nov 16 19:01:41.635847 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] Request body: {'port': {'device_id': '7190b8e5-4def-4b46-bf21-dae43664c0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:41.761350 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-61da3d69-0943-4ff9-8de1-e284abc03f7a req-481457cf-b0d7-4cbf-8fc3-39c1a4c78203 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269185 Nov 16 19:01:41.877023 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f33ce6af-5644-4efe-b58e-1b59f6457c7f req-68403813-4dae-4b5d-9835-2a68dfec7e3f tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 210 time: 0.3696718 Nov 16 19:01:41.880050 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-1d99a2ea-a1ca-4465-94d8-df32628e62b2 None None] Provisioning complete for port e5571c38-77b9-4106-b9fd-2ba0f22a1929 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:01:41.880583 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-1d99a2ea-a1ca-4465-94d8-df32628e62b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:41.907740 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:41.928610 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-61646e04-c8bb-4da9-8025-f31eb8508b14 service neutron] 10.222.0.18 "GET /v2.0/networks/8fbdbf4b-a203-4c7d-88fd-6c6366312a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529944 Nov 16 19:01:41.962555 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-021d2435-33cc-4a6d-9d3c-6f3d4e685735 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:41.970631 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-1d99a2ea-a1ca-4465-94d8-df32628e62b2 None None] Port e5571c38-77b9-4106-b9fd-2ba0f22a1929 cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:01:42.058136 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-021d2435-33cc-4a6d-9d3c-6f3d4e685735 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:42.080377 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 856ad084-c410-48f2-95e0-5d307f2aff12 {{(pid=101696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:01:42.085755 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-12c1d2f4-eb89-403c-a079-5b53707e45bc tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Made reservation on behalf of 88aad57826ba44d19a4a8c55a7eaea31 for: {'port': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:01:42.090861 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-12c1d2f4-eb89-403c-a079-5b53707e45bc tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:42.103874 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:42.186203 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.provisioning_blocks [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] Transition to ACTIVE for port object 856ad084-c410-48f2-95e0-5d307f2aff12 will not be triggered until provisioned by entity L2. {{(pid=101696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 19:01:42.255033 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-66254fab-d89a-48de-a77a-28dbafbc57ec req-f91209c6-f076-456d-8cf1-e68e3974f66e service neutron] 10.222.0.18 "GET /v2.0/networks/8fbdbf4b-a203-4c7d-88fd-6c6366312a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191577 Nov 16 19:01:42.279834 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd86c6f-121e-4c73-82d0-fc7ac247dcd3 req-06910a38-5698-485b-b344-0332ba229f68 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:42.282393 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-8dd86c6f-121e-4c73-82d0-fc7ac247dcd3 req-06910a38-5698-485b-b344-0332ba229f68 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 931 time: 0.1226053 Nov 16 19:01:42.346374 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:42.370698 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-021d2435-33cc-4a6d-9d3c-6f3d4e685735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:42.373281 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-021d2435-33cc-4a6d-9d3c-6f3d4e685735 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:42.374480 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-021d2435-33cc-4a6d-9d3c-6f3d4e685735 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d339405-7c94-4c67-91b7-502dc7240bf7 HTTP/1.1" status: 204 len: 168 time: 2.2058549 Nov 16 19:01:42.546026 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-8dd86c6f-121e-4c73-82d0-fc7ac247dcd3 req-7f9affc2-f8ff-4b1e-aa1c-fa5a37fbd523 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2548213 Nov 16 19:01:42.599899 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d13131-cecd-4184-9025-e26145d3dc83 req-9afb5fc1-83dd-42b3-b2e2-605c89c9b047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:42.608802 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d8d13131-cecd-4184-9025-e26145d3dc83 req-9afb5fc1-83dd-42b3-b2e2-605c89c9b047 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb8ecf530f404e9588c2db9f9a4ba148&device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 1096 time: 0.2201982 Nov 16 19:01:42.621677 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.notifiers.nova [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5571c38-77b9-4106-b9fd-2ba0f22a1929 {{(pid=101695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:01:42.646605 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:42.678140 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d2435-33cc-4a6d-9d3c-6f3d4e685735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d339405-7c94-4c67-91b7-502dc7240bf7,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:42.712908 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ae046da9-ecb7-497b-9a62-4c5abf94503d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:42.725523 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.provisioning_blocks [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] Transition to ACTIVE for port object e5571c38-77b9-4106-b9fd-2ba0f22a1929 will not be triggered until provisioned by entity L2. {{(pid=101695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 19:01:42.739206 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:42.785406 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] Pushing event updated for resources: {'Port': ['ID=856ad084-c410-48f2-95e0-5d307f2aff12,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:42.837328 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-12c1d2f4-eb89-403c-a079-5b53707e45bc tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Allocated IP 172.20.0.7 (533462df-d675-4deb-a3d3-4fecaa48192e/4ad88ff7-4248-419c-8852-34576a078e99/57e6c1c0-bfcc-44c4-82b5-890dc4a034df) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:01:42.904869 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ae046da9-ecb7-497b-9a62-4c5abf94503d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:43.156727 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] Attempting to bind port 856ad084-c410-48f2-95e0-5d307f2aff12 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:01:43.157343 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] Attempting to bind port 856ad084-c410-48f2-95e0-5d307f2aff12 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '3f31e756-a18f-4e6e-92fa-1344c40c8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '533462df-d675-4deb-a3d3-4fecaa48192e'}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:01:43.165036 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] Attempting to bind port 856ad084-c410-48f2-95e0-5d307f2aff12 on network 533462df-d675-4deb-a3d3-4fecaa48192e {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:01:43.171116 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:43.185780 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.managers [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] Attempting to bind port e5571c38-77b9-4106-b9fd-2ba0f22a1929 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=101695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:01:43.187636 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.managers [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] Attempting to bind port e5571c38-77b9-4106-b9fd-2ba0f22a1929 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '7252eafa-21d3-408d-abc0-6b2031ff6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b'}] {{(pid=101695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:01:43.189955 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] Attempting to bind port e5571c38-77b9-4106-b9fd-2ba0f22a1929 on network 88bf2e43-28ce-4261-97c8-fd704bf50e7b {{(pid=101695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:01:43.261983 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] Port 856ad084-c410-48f2-95e0-5d307f2aff12 on network 533462df-d675-4deb-a3d3-4fecaa48192e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 19:01:43.261983 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] Attempting to bind port 856ad084-c410-48f2-95e0-5d307f2aff12 on network 533462df-d675-4deb-a3d3-4fecaa48192e {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:01:43.288225 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-af674a7b-7190-45ce-8016-7b1cfff08364 req-9ec8e838-1892-423c-8d2c-633d7240a2e1 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 210 time: 0.1098208 Nov 16 19:01:43.300157 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-ae046da9-ecb7-497b-9a62-4c5abf94503d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a690554ed02d4055be3d796832da74bf&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6499603 Nov 16 19:01:43.300935 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae046da9-ecb7-497b-9a62-4c5abf94503d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc9e046-1a84-436a-9f79-8ac9b760417e,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:43.317790 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 44606) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:43.341061 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] Checking agent: {'id': 'b114dd46-986e-4d55-bca0-7e9758e41aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'started_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:01:43.341061 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] Checking segment: {'id': '3f31e756-a18f-4e6e-92fa-1344c40c8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '533462df-d675-4deb-a3d3-4fecaa48192e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:01:43.341402 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] Port e5571c38-77b9-4106-b9fd-2ba0f22a1929 on network 88bf2e43-28ce-4261-97c8-fd704bf50e7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=101695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 19:01:43.341668 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] Attempting to bind port e5571c38-77b9-4106-b9fd-2ba0f22a1929 on network 88bf2e43-28ce-4261-97c8-fd704bf50e7b {{(pid=101695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:01:43.342134 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] Bound using segment: {'id': '3f31e756-a18f-4e6e-92fa-1344c40c8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '533462df-d675-4deb-a3d3-4fecaa48192e'} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:01:43.342831 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] Bound port: 856ad084-c410-48f2-95e0-5d307f2aff12, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f31e756-a18f-4e6e-92fa-1344c40c8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '533462df-d675-4deb-a3d3-4fecaa48192e'}}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:01:43.343342 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:43.348054 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] Pushing event updated for resources: {'Port': ['ID=e5571c38-77b9-4106-b9fd-2ba0f22a1929,revision_number=2']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:43.360738 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] Checking agent: {'id': 'b114dd46-986e-4d55-bca0-7e9758e41aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'started_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:01:43.361455 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] Checking segment: {'id': '7252eafa-21d3-408d-abc0-6b2031ff6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:01:43.362075 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] Bound using segment: {'id': '7252eafa-21d3-408d-abc0-6b2031ff6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b'} {{(pid=101695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:01:43.362808 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.managers [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] Bound port: e5571c38-77b9-4106-b9fd-2ba0f22a1929, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7252eafa-21d3-408d-abc0-6b2031ff6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b'}}] {{(pid=101695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:01:43.363486 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:43.512657 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a294a7-b116-4605-a6d0-67c543f3ba90 req-20bcd825-409d-47f6-9ae5-052c94381117 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:43.513786 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d13131-cecd-4184-9025-e26145d3dc83 req-20f55b5f-187a-4f41-b643-0e53255de3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:43.516356 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d8d13131-cecd-4184-9025-e26145d3dc83 req-20f55b5f-187a-4f41-b643-0e53255de3a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8fbdbf4b-a203-4c7d-88fd-6c6366312a01 HTTP/1.1" status: 200 len: 912 time: 0.6679776 Nov 16 19:01:43.520679 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b9a294a7-b116-4605-a6d0-67c543f3ba90 req-20bcd825-409d-47f6-9ae5-052c94381117 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 943 time: 0.4780986 Nov 16 19:01:43.638692 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-852e6763-ee56-4f27-a34f-b98cd42ef3a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:43.653619 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d8d13131-cecd-4184-9025-e26145d3dc83 req-c0357c87-43c5-43eb-833e-338892539c08 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d HTTP/1.1" status: 200 len: 217 time: 0.1162345 Nov 16 19:01:43.660263 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.db [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] For port e5571c38-77b9-4106-b9fd-2ba0f22a1929, host hv-cinder-66710, cleared binding levels {{(pid=101695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:01:43.720789 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.db [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] For port e5571c38-77b9-4106-b9fd-2ba0f22a1929, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e5571c38-77b9-4106-b9fd-2ba0f22a1929,segment=NetworkSegment(7252eafa-21d3-408d-abc0-6b2031ff6976),segment_id=7252eafa-21d3-408d-abc0-6b2031ff6976)] {{(pid=101695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:01:43.730989 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] For port 856ad084-c410-48f2-95e0-5d307f2aff12, host hv-cinder-66710, cleared binding levels {{(pid=101696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:01:43.750489 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b9a294a7-b116-4605-a6d0-67c543f3ba90 req-55a99562-bef3-4a13-a77b-0a6239c65447 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287641 Nov 16 19:01:43.766721 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:43.778959 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-12c1d2f4-eb89-403c-a079-5b53707e45bc tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:43.787126 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-852e6763-ee56-4f27-a34f-b98cd42ef3a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:43.814616 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:43.886874 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:43.887956 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for port, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:43.890571 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] 10.222.0.18 "PUT /v2.0/ports/e5571c38-77b9-4106-b9fd-2ba0f22a1929 HTTP/1.1" status: 200 len: 1093 time: 2.2631354 Nov 16 19:01:43.898474 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7190b8e5-4def-4b46-bf21-dae43664c0ad', 'tag': 'e5571c38-77b9-4106-b9fd-2ba0f22a1929'}] {{(pid=101695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:01:43.903207 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd271a50102e67beddb2fedac2b1f0e72c74193367130158f77a5ad7182eeeac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a79e1fd-6e3d-4530-ac87-6428e79ed2d4" -d '{"events": [{"name": "network-changed", "server_uuid": "7190b8e5-4def-4b46-bf21-dae43664c0ad", "tag": "e5571c38-77b9-4106-b9fd-2ba0f22a1929"}]}' {{(pid=101695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:01:43.925669 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d13131-cecd-4184-9025-e26145d3dc83 req-7c266acf-ba8f-4bd8-8b37-2e362a60b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:43.939510 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d8d13131-cecd-4184-9025-e26145d3dc83 req-7c266acf-ba8f-4bd8-8b37-2e362a60b641 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a98c08f-9976-4833-99d4-556e9e1047f1 HTTP/1.1" status: 200 len: 851 time: 0.2535348 Nov 16 19:01:43.981477 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-852e6763-ee56-4f27-a34f-b98cd42ef3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:44.009857 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-852e6763-ee56-4f27-a34f-b98cd42ef3a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:44.016462 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-852e6763-ee56-4f27-a34f-b98cd42ef3a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8cc9e046-1a84-436a-9f79-8ac9b760417e HTTP/1.1" status: 204 len: 168 time: 0.6932306 Nov 16 19:01:44.024572 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] For port 856ad084-c410-48f2-95e0-5d307f2aff12, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=856ad084-c410-48f2-95e0-5d307f2aff12,segment=NetworkSegment(3f31e756-a18f-4e6e-92fa-1344c40c8e81),segment_id=3f31e756-a18f-4e6e-92fa-1344c40c8e81)] {{(pid=101696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:01:44.052097 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653987c7-0b33-4fde-9756-ae5fc5abc1ba req-67a1f2ef-8ffb-4d6a-bb82-26f4cae76f24 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:44.056130 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:44.061454 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-653987c7-0b33-4fde-9756-ae5fc5abc1ba req-67a1f2ef-8ffb-4d6a-bb82-26f4cae76f24 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 943 time: 0.3116882 Nov 16 19:01:44.099035 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c322b2-288e-43d2-8339-ce78f02bcb9b x-openstack-request-id: req-90c322b2-288e-43d2-8339-ce78f02bcb9b {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:01:44.099345 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7190b8e5-4def-4b46-bf21-dae43664c0ad", "tag": "e5571c38-77b9-4106-b9fd-2ba0f22a1929", "status": "completed", "code": 200}]} {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:01:44.099605 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90c322b2-288e-43d2-8339-ce78f02bcb9b {{(pid=101695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:01:44.100011 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7190b8e5-4def-4b46-bf21-dae43664c0ad', 'tag': 'e5571c38-77b9-4106-b9fd-2ba0f22a1929', 'status': 'completed', 'code': 200} Nov 16 19:01:44.104380 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85b4a8-b19c-4fa4-8d69-3b5d158e09fd service neutron] Pushing event updated for resources: {'Port': ['ID=e5571c38-77b9-4106-b9fd-2ba0f22a1929,revision_number=3']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:44.158819 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d8d13131-cecd-4184-9025-e26145d3dc83 req-c9d771e2-8a41-454b-a8a2-3cccdc7bc26a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8fbdbf4b-a203-4c7d-88fd-6c6366312a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1939452 Nov 16 19:01:44.168884 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e6763-ee56-4f27-a34f-b98cd42ef3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc9e046-1a84-436a-9f79-8ac9b760417e,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:44.247969 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:44.249016 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:44.251100 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] 10.222.0.18 "PUT /v2.0/ports/856ad084-c410-48f2-95e0-5d307f2aff12 HTTP/1.1" status: 200 len: 1093 time: 4.3953967 Nov 16 19:01:44.251769 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22ea69e-6ab3-4ba5-b12b-f940430d6649', 'tag': '856ad084-c410-48f2-95e0-5d307f2aff12'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:01:44.333229 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-12c1d2f4-eb89-403c-a079-5b53707e45bc tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:44.372993 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1cdc1-c225-44e1-81a9-daa1212238de service neutron] Pushing event updated for resources: {'Port': ['ID=856ad084-c410-48f2-95e0-5d307f2aff12,revision_number=3']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:44.389512 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-12c1d2f4-eb89-403c-a079-5b53707e45bc tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Network 533462df-d675-4deb-a3d3-4fecaa48192e is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:01:44.415686 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 44648) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:44.478499 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-840a6af2-3213-435b-adf3-a3f2317ee8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:44.480264 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-840a6af2-3213-435b-adf3-a3f2317ee8a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=836db18eadf842ce90dda0a1221006ff&device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 1096 time: 0.5125680 Nov 16 19:01:44.570379 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-51b118dd-e824-4d68-b10c-7635691bd1d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5571c38-77b9-4106-b9fd-2ba0f22a1929 HTTP/1.1" status: 200 len: 217 time: 0.0676808 Nov 16 19:01:44.609148 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-653987c7-0b33-4fde-9756-ae5fc5abc1ba req-dddb1f40-93c1-4821-ba6a-141ecf43acd1 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4631844 Nov 16 19:01:44.730456 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-12c1d2f4-eb89-403c-a079-5b53707e45bc tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:01:44.736644 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-12c1d2f4-eb89-403c-a079-5b53707e45bc tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:01:44.775346 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d8d13131-cecd-4184-9025-e26145d3dc83 req-55f881b7-82d3-4541-a972-0db3234035b7 service neutron] 10.222.0.18 "GET /v2.0/networks/8fbdbf4b-a203-4c7d-88fd-6c6366312a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5699155 Nov 16 19:01:44.806537 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-99e71897-3523-416d-bd27-e3f9497b65df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:44.810456 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-99e71897-3523-416d-bd27-e3f9497b65df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abfc24cf-bb3f-427f-8c1c-35e769c2f474 HTTP/1.1" status: 200 len: 847 time: 0.1984601 Nov 16 19:01:44.871201 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1d2f4-eb89-403c-a079-5b53707e45bc tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Pushing event updated for resources: {'Port': ['ID=57e6c1c0-bfcc-44c4-82b5-890dc4a034df,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:44.921614 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-12c1d2f4-eb89-403c-a079-5b53707e45bc tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:44.923269 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-12c1d2f4-eb89-403c-a079-5b53707e45bc tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:44.934184 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-2e78ba0e-c3e2-4398-ad55-2e437703dd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:44.940144 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-2e78ba0e-c3e2-4398-ad55-2e437703dd42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=88aad57826ba44d19a4a8c55a7eaea31&device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 1096 time: 0.5484235 Nov 16 19:01:44.966119 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cbb71-1745-4c83-854b-7930e11485a4 req-020a47d5-da71-477e-bee5-1930f631b34a tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:44.967783 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471e9e89-568e-4353-8702-a13b7e048f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "c22ea69e-6ab3-4ba5-b12b-f940430d6649", "tag": "856ad084-c410-48f2-95e0-5d307f2aff12"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:01:44.968784 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-b44cbb71-1745-4c83-854b-7930e11485a4 req-020a47d5-da71-477e-bee5-1930f631b34a tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 943 time: 0.1085415 Nov 16 19:01:44.988681 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c3d2d-939f-46a9-9cad-bb6416d4f4c8 req-f2c534d8-67bc-4aee-a585-52e4c6bc95da tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:44.990680 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9f4c3d2d-939f-46a9-9cad-bb6416d4f4c8 req-f2c534d8-67bc-4aee-a585-52e4c6bc95da tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 931 time: 0.3285909 Nov 16 19:01:44.995861 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-12c1d2f4-eb89-403c-a079-5b53707e45bc tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4899623 Nov 16 19:01:45.056835 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9f4c3d2d-939f-46a9-9cad-bb6416d4f4c8 req-bcb427a6-11cf-4869-873a-c4e59179a3c0 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575991 Nov 16 19:01:45.091352 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-b44cbb71-1745-4c83-854b-7930e11485a4 req-81e62100-fde2-419c-a7d0-6e1ffdf342fe tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157155 Nov 16 19:01:45.116407 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-df4d9187-fd5a-43de-a7d5-36f014fec977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:45.118161 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-df4d9187-fd5a-43de-a7d5-36f014fec977 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88bf2e43-28ce-4261-97c8-fd704bf50e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0872471 Nov 16 19:01:45.174838 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] Request body: {'port': {'device_id': '8a582c36-f154-4050-a431-1eea01999490', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:45.244590 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-6eea5038-8727-4114-8551-2d8fb5486379 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=856ad084-c410-48f2-95e0-5d307f2aff12 HTTP/1.1" status: 200 len: 217 time: 0.1095328 Nov 16 19:01:45.245240 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a82e9c05-ff61-4ff6-95d4-591c54578611 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:45.332651 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a82e9c05-ff61-4ff6-95d4-591c54578611 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:45.364451 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a82e9c05-ff61-4ff6-95d4-591c54578611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:45.455040 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4602582-512f-47e7-87e4-bc403106dfed x-openstack-request-id: req-a4602582-512f-47e7-87e4-bc403106dfed {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:01:45.455393 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22ea69e-6ab3-4ba5-b12b-f940430d6649", "tag": "856ad084-c410-48f2-95e0-5d307f2aff12", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:01:45.455591 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a4602582-512f-47e7-87e4-bc403106dfed {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:01:45.456028 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22ea69e-6ab3-4ba5-b12b-f940430d6649', 'tag': '856ad084-c410-48f2-95e0-5d307f2aff12', 'status': 'completed', 'code': 200} Nov 16 19:01:45.463395 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:45.503113 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d8d13131-cecd-4184-9025-e26145d3dc83 req-d688387d-ab0e-4e96-95be-60d1bf1b84bc service neutron] 10.222.0.18 "GET /v2.0/networks/8fbdbf4b-a203-4c7d-88fd-6c6366312a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699074 Nov 16 19:01:45.541465 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-6b4c3ae2-b1bc-4ee1-ac4d-3cea66b01d48 service neutron] 10.222.0.18 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853123 Nov 16 19:01:45.671535 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-a82e9c05-ff61-4ff6-95d4-591c54578611 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3be523eb534744b395d33f3a3f08b3d9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1167915 Nov 16 19:01:45.676331 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 44698) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:45.685587 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e9c05-ff61-4ff6-95d4-591c54578611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5527d94-bd28-4f0b-a108-013441dd4ac1,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:45.707034 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-bf15707c-3c3f-4c3c-a771-bb1dfd270153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:45.708472 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-bf15707c-3c3f-4c3c-a771-bb1dfd270153 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ad88ff7-4248-419c-8852-34576a078e99 HTTP/1.1" status: 200 len: 859 time: 0.3744113 Nov 16 19:01:45.712412 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9a065df4-4ade-427c-8ad0-edc19c8d0bcc req-28581dc5-57a8-4470-b6d3-478f04b62399 service neutron] 10.222.0.18 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616311 Nov 16 19:01:45.767467 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa41e03-cd6b-4e87-99b3-ff07448555ba req-811d25e5-b4f1-4dd1-b0fa-1ea52125717e tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:45.775448 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-8aa41e03-cd6b-4e87-99b3-ff07448555ba req-811d25e5-b4f1-4dd1-b0fa-1ea52125717e tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 943 time: 0.0763116 Nov 16 19:01:45.796885 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-7c0a1021-fd52-4a9b-9be9-9373ff718311 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=533462df-d675-4deb-a3d3-4fecaa48192e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727663 Nov 16 19:01:45.899606 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-8aa41e03-cd6b-4e87-99b3-ff07448555ba req-3a6bd196-6e14-4d79-b407-733c9e21579d tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211288 Nov 16 19:01:45.906081 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79e1fd-6e3d-4530-ac87-6428e79ed2d4 req-d9b0cecc-054b-4fb5-b6cf-a72627f4f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:45.908131 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6a79e1fd-6e3d-4530-ac87-6428e79ed2d4 req-d9b0cecc-054b-4fb5-b6cf-a72627f4f60f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=836db18eadf842ce90dda0a1221006ff&device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 1096 time: 0.1305349 Nov 16 19:01:45.965189 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6b0966aa-b96d-472f-b43d-6b15c1250a7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:46.036677 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79e1fd-6e3d-4530-ac87-6428e79ed2d4 req-baf4154b-08a2-4b3f-a223-11b9a6d5b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:46.038316 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6a79e1fd-6e3d-4530-ac87-6428e79ed2d4 req-baf4154b-08a2-4b3f-a223-11b9a6d5b2ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=88bf2e43-28ce-4261-97c8-fd704bf50e7b HTTP/1.1" status: 200 len: 909 time: 0.1222014 Nov 16 19:01:46.048795 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6b0966aa-b96d-472f-b43d-6b15c1250a7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:46.083044 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-71804515-284c-4001-944d-8fb0a14e9788 service neutron] 10.222.0.18 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653964 Nov 16 19:01:46.096260 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6a79e1fd-6e3d-4530-ac87-6428e79ed2d4 req-36ef7b55-2958-4b39-92ad-d148fea766fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5571c38-77b9-4106-b9fd-2ba0f22a1929 HTTP/1.1" status: 200 len: 217 time: 0.0502992 Nov 16 19:01:46.153193 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79e1fd-6e3d-4530-ac87-6428e79ed2d4 req-0a6e247d-a5b1-4895-99f0-3d9b8a1e0e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:46.156094 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6a79e1fd-6e3d-4530-ac87-6428e79ed2d4 req-0a6e247d-a5b1-4895-99f0-3d9b8a1e0e0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abfc24cf-bb3f-427f-8c1c-35e769c2f474 HTTP/1.1" status: 200 len: 847 time: 0.0490880 Nov 16 19:01:46.223328 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79e1fd-6e3d-4530-ac87-6428e79ed2d4 req-aa0954f7-3d5b-4c71-ae50-4eba0e41b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:46.226512 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6a79e1fd-6e3d-4530-ac87-6428e79ed2d4 req-aa0954f7-3d5b-4c71-ae50-4eba0e41b59e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88bf2e43-28ce-4261-97c8-fd704bf50e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0607090 Nov 16 19:01:46.228536 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6b0966aa-b96d-472f-b43d-6b15c1250a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:46.231760 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6b0966aa-b96d-472f-b43d-6b15c1250a7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:46.233334 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-6b0966aa-b96d-472f-b43d-6b15c1250a7f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5527d94-bd28-4f0b-a108-013441dd4ac1 HTTP/1.1" status: 204 len: 168 time: 0.5542867 Nov 16 19:01:46.282607 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0966aa-b96d-472f-b43d-6b15c1250a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5527d94-bd28-4f0b-a108-013441dd4ac1,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:46.285424 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d4b16fba-d2da-4cdd-9654-937b1fcc902a req-98136b4e-507e-471c-92e7-1f4e0ed9b8e9 service neutron] 10.222.0.18 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945379 Nov 16 19:01:46.322931 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e6c1c0-bfcc-44c4-82b5-890dc4a034df {{(pid=101696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:01:46.339149 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:46.403553 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e13d6-22fa-4b78-97fa-f4b8808ff955 req-f1ed131a-55b4-4d2a-bd91-6233531b9c9b tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:46.405307 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-289e13d6-22fa-4b78-97fa-f4b8808ff955 req-f1ed131a-55b4-4d2a-bd91-6233531b9c9b tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 931 time: 0.1449521 Nov 16 19:01:46.442920 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.provisioning_blocks [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] Transition to ACTIVE for port object 57e6c1c0-bfcc-44c4-82b5-890dc4a034df will not be triggered until provisioned by entity L2. {{(pid=101696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 19:01:46.453067 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:46.535613 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e9e89-568e-4353-8702-a13b7e048f3f req-6d887c71-fab3-4f3b-ade7-df8df0a9294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:46.537063 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-471e9e89-568e-4353-8702-a13b7e048f3f req-6d887c71-fab3-4f3b-ade7-df8df0a9294e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=88aad57826ba44d19a4a8c55a7eaea31&device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 1096 time: 0.1698108 Nov 16 19:01:46.539448 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6a79e1fd-6e3d-4530-ac87-6428e79ed2d4 req-c1ab1100-fa99-4463-ae6d-f9611431a1e6 service neutron] 10.222.0.18 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012779 Nov 16 19:01:46.547083 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] Pushing event updated for resources: {'Port': ['ID=57e6c1c0-bfcc-44c4-82b5-890dc4a034df,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:46.548675 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b1e3a-69e2-4fcf-8192-c5f410947a89 req-3c745173-7989-4a23-aa35-dca51526a8ce tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:46.556041 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-289e13d6-22fa-4b78-97fa-f4b8808ff955 req-91bdf43a-c6a0-4069-9293-597a81643ca5 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161151 Nov 16 19:01:46.567852 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6f2b1e3a-69e2-4fcf-8192-c5f410947a89 req-3c745173-7989-4a23-aa35-dca51526a8ce tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 943 time: 0.2100413 Nov 16 19:01:46.731400 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6f2b1e3a-69e2-4fcf-8192-c5f410947a89 req-413fec13-e14d-4d24-bfb5-e7a796423196 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611722 Nov 16 19:01:46.769297 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6a79e1fd-6e3d-4530-ac87-6428e79ed2d4 req-3d3c54fd-6c70-4464-8744-aa0af31ab69c service neutron] 10.222.0.18 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970086 Nov 16 19:01:46.780189 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] Attempting to bind port 57e6c1c0-bfcc-44c4-82b5-890dc4a034df on host hv-cinder-66710 for vnic_type normal with profile {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:01:46.780536 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] Attempting to bind port 57e6c1c0-bfcc-44c4-82b5-890dc4a034df by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '3f31e756-a18f-4e6e-92fa-1344c40c8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '533462df-d675-4deb-a3d3-4fecaa48192e'}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:01:46.780863 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] Attempting to bind port 57e6c1c0-bfcc-44c4-82b5-890dc4a034df on network 533462df-d675-4deb-a3d3-4fecaa48192e {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:01:46.788856 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e9e89-568e-4353-8702-a13b7e048f3f req-6300297e-039a-4c09-bd09-f81fd17b2180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:46.790341 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-471e9e89-568e-4353-8702-a13b7e048f3f req-6300297e-039a-4c09-bd09-f81fd17b2180 service neutron] 10.222.0.18 "GET /v2.0/networks?id=533462df-d675-4deb-a3d3-4fecaa48192e HTTP/1.1" status: 200 len: 920 time: 0.2331755 Nov 16 19:01:46.791302 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] Port 57e6c1c0-bfcc-44c4-82b5-890dc4a034df on network 533462df-d675-4deb-a3d3-4fecaa48192e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 19:01:46.791623 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] Attempting to bind port 57e6c1c0-bfcc-44c4-82b5-890dc4a034df on network 533462df-d675-4deb-a3d3-4fecaa48192e {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:01:46.796981 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] Checking agent: {'id': 'b114dd46-986e-4d55-bca0-7e9758e41aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'started_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:01:46.797649 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] Checking segment: {'id': '3f31e756-a18f-4e6e-92fa-1344c40c8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '533462df-d675-4deb-a3d3-4fecaa48192e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:01:46.797751 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] Bound using segment: {'id': '3f31e756-a18f-4e6e-92fa-1344c40c8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '533462df-d675-4deb-a3d3-4fecaa48192e'} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:01:46.798126 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] Bound port: 57e6c1c0-bfcc-44c4-82b5-890dc4a034df, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f31e756-a18f-4e6e-92fa-1344c40c8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '533462df-d675-4deb-a3d3-4fecaa48192e'}}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:01:46.798488 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:46.848118 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-471e9e89-568e-4353-8702-a13b7e048f3f req-7fee0c97-382c-4d27-8718-859b5086703f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=856ad084-c410-48f2-95e0-5d307f2aff12 HTTP/1.1" status: 200 len: 217 time: 0.0474865 Nov 16 19:01:46.935730 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e9e89-568e-4353-8702-a13b7e048f3f req-615f50fb-0202-42f2-bfba-fc6c52b571a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:46.937095 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-471e9e89-568e-4353-8702-a13b7e048f3f req-615f50fb-0202-42f2-bfba-fc6c52b571a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ad88ff7-4248-419c-8852-34576a078e99 HTTP/1.1" status: 200 len: 859 time: 0.0684524 Nov 16 19:01:46.938212 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] For port 57e6c1c0-bfcc-44c4-82b5-890dc4a034df, host hv-cinder-66710, cleared binding levels {{(pid=101696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:01:46.941749 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] For port 57e6c1c0-bfcc-44c4-82b5-890dc4a034df, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=57e6c1c0-bfcc-44c4-82b5-890dc4a034df,segment=NetworkSegment(3f31e756-a18f-4e6e-92fa-1344c40c8e81),segment_id=3f31e756-a18f-4e6e-92fa-1344c40c8e81)] {{(pid=101696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:01:46.963149 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:46.986935 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-471e9e89-568e-4353-8702-a13b7e048f3f req-bc655fe5-25bc-442e-9b2a-5fda87d631ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=533462df-d675-4deb-a3d3-4fecaa48192e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398331 Nov 16 19:01:47.018929 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 44758) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:47.035836 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f37e9d51-b5fd-4976-b486-8029bd3a9bf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:47.064167 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:47.064736 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:47.066159 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] 10.222.0.18 "PUT /v2.0/ports/57e6c1c0-bfcc-44c4-82b5-890dc4a034df HTTP/1.1" status: 200 len: 1093 time: 1.8959703 Nov 16 19:01:47.118485 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f37e9d51-b5fd-4976-b486-8029bd3a9bf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:47.123933 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f37e9d51-b5fd-4976-b486-8029bd3a9bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:47.169502 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-f37e9d51-b5fd-4976-b486-8029bd3a9bf9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=48b2e0c2a8e442579f007fb007ad4333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472223 Nov 16 19:01:47.169502 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e9d51-b5fd-4976-b486-8029bd3a9bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9446da-0b59-41a8-a8cd-d170d935ea3a,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:47.172134 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 44760) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:47.184196 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d194a-2018-41b1-ae40-0e76edeb53dd service neutron] Pushing event updated for resources: {'Port': ['ID=57e6c1c0-bfcc-44c4-82b5-890dc4a034df,revision_number=3']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:47.199413 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4611c-272f-4a08-8e77-05d2c29c8f7a req-ef8e72e3-89f6-4227-9e84-5e89054a2442 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:47.201133 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-33f4611c-272f-4a08-8e77-05d2c29c8f7a req-ef8e72e3-89f6-4227-9e84-5e89054a2442 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 943 time: 0.2192943 Nov 16 19:01:47.222338 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:01:47.260826 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-617e3cf3-f2ea-42f3-9779-3646599ca658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:47.277079 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 44764) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:47.287412 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-617e3cf3-f2ea-42f3-9779-3646599ca658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:47.294119 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-33f4611c-272f-4a08-8e77-05d2c29c8f7a req-94dd75ab-380d-4ad8-bcbc-a3f498c174fa tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852706 Nov 16 19:01:47.295846 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-68986f10-929a-4f0c-8180-29e217b1c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:47.297414 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-68986f10-929a-4f0c-8180-29e217b1c9b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=88aad57826ba44d19a4a8c55a7eaea31&device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 1096 time: 0.1508884 Nov 16 19:01:47.299489 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-471e9e89-568e-4353-8702-a13b7e048f3f req-c93eede8-0bb9-451a-b703-85884cf4e527 service neutron] 10.222.0.18 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983246 Nov 16 19:01:47.384271 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-37a98764-9763-40a4-a21c-5f2414165382 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57e6c1c0-bfcc-44c4-82b5-890dc4a034df HTTP/1.1" status: 200 len: 217 time: 0.0726869 Nov 16 19:01:47.393821 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-617e3cf3-f2ea-42f3-9779-3646599ca658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:47.396916 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-617e3cf3-f2ea-42f3-9779-3646599ca658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:47.400288 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-617e3cf3-f2ea-42f3-9779-3646599ca658 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1a9446da-0b59-41a8-a8cd-d170d935ea3a HTTP/1.1" status: 204 len: 168 time: 0.2160585 Nov 16 19:01:47.418487 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d,segment=NetworkSegment(70f68f4a-8d93-4596-af66-c551f646477f),segment_id=70f68f4a-8d93-4596-af66-c551f646477f)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:01:47.420650 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e3cf3-f2ea-42f3-9779-3646599ca658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9446da-0b59-41a8-a8cd-d170d935ea3a,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:47.447604 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': '80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d', 'network_id': '8fbdbf4b-a203-4c7d-88fd-6c6366312a01', 'port_id': '80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d', 'mac_address': 'fa:16:3e:c4:9b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a98c08f-9976-4833-99d4-556e9e1047f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:01:47.471226 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a582c36-f154-4050-a431-1eea01999490', 'tag': '57e6c1c0-bfcc-44c4-82b5-890dc4a034df'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:01:47.473992 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba183f30-88f4-4e02-9d4a-7c0a4d8ff86b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a582c36-f154-4050-a431-1eea01999490", "tag": "57e6c1c0-bfcc-44c4-82b5-890dc4a034df"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:01:47.497647 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:47.515153 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:01:47.532337 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-0cb9e8ae-9f9d-4d70-a286-6e001b88a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:47.533831 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-0cb9e8ae-9f9d-4d70-a286-6e001b88a638 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ad88ff7-4248-419c-8852-34576a078e99 HTTP/1.1" status: 200 len: 859 time: 0.1402764 Nov 16 19:01:47.544382 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d,segment=NetworkSegment(70f68f4a-8d93-4596-af66-c551f646477f),segment_id=70f68f4a-8d93-4596-af66-c551f646477f)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:01:47.551685 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:47.552601 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device e5571c38-77b9-4106-b9fd-2ba0f22a1929 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:01:47.628623 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:47.821634 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80608414-8b54-4fa6-b527-a29019d37e07 x-openstack-request-id: req-80608414-8b54-4fa6-b527-a29019d37e07 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:01:47.822125 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a582c36-f154-4050-a431-1eea01999490", "tag": "57e6c1c0-bfcc-44c4-82b5-890dc4a034df", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:01:47.822275 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-80608414-8b54-4fa6-b527-a29019d37e07 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:01:47.822718 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a582c36-f154-4050-a431-1eea01999490', 'tag': '57e6c1c0-bfcc-44c4-82b5-890dc4a034df', 'status': 'completed', 'code': 200} Nov 16 19:01:47.833640 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-96ed903d-11f8-429d-b978-702502a6e3a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=533462df-d675-4deb-a3d3-4fecaa48192e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2906051 Nov 16 19:01:47.873577 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-bd055b49-81b8-4ce0-987e-db76adb3b500 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:47.896193 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-471e9e89-568e-4353-8702-a13b7e048f3f req-613a1cf8-cd4c-4aa4-b812-cc19ee4f1df9 service neutron] 10.222.0.18 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765338 Nov 16 19:01:47.932511 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fc628-c5ee-4482-9e07-7171ba173e38 req-f7600dbc-2e6c-4f11-ba22-c2bb68e92dc8 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:47.944673 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2e2fc628-c5ee-4482-9e07-7171ba173e38 req-f7600dbc-2e6c-4f11-ba22-c2bb68e92dc8 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 944 time: 0.1081016 Nov 16 19:01:47.952863 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port e5571c38-77b9-4106-b9fd-2ba0f22a1929, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e5571c38-77b9-4106-b9fd-2ba0f22a1929,segment=NetworkSegment(7252eafa-21d3-408d-abc0-6b2031ff6976),segment_id=7252eafa-21d3-408d-abc0-6b2031ff6976)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:01:47.983572 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': 'e5571c38-77b9-4106-b9fd-2ba0f22a1929', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'port_id': 'e5571c38-77b9-4106-b9fd-2ba0f22a1929', 'mac_address': 'fa:16:3e:44:74:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:01:48.052032 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672acae-bd03-4935-bf32-48a0cf9d1eab req-2b7b9e87-742a-44fb-b4fb-25e6391b7be4 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:48.057468 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2672acae-bd03-4935-bf32-48a0cf9d1eab req-2b7b9e87-742a-44fb-b4fb-25e6391b7be4 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 943 time: 0.2338769 Nov 16 19:01:48.058298 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:48.065071 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2e2fc628-c5ee-4482-9e07-7171ba173e38 req-f9cbb64e-1319-4eef-9d87-5defabfb2af2 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193280 Nov 16 19:01:48.078914 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5571c38-77b9-4106-b9fd-2ba0f22a1929 {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:01:48.139838 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port e5571c38-77b9-4106-b9fd-2ba0f22a1929, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e5571c38-77b9-4106-b9fd-2ba0f22a1929,segment=NetworkSegment(7252eafa-21d3-408d-abc0-6b2031ff6976),segment_id=7252eafa-21d3-408d-abc0-6b2031ff6976)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:01:48.149575 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:48.178780 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-1d4c1d26-5719-476e-8482-32e4371295f4 service neutron] 10.222.0.18 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368249 Nov 16 19:01:48.239988 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 44808) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:48.244667 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=e5571c38-77b9-4106-b9fd-2ba0f22a1929,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:48.256157 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3e7280d6-3966-4ff9-95ab-5646c30b4c9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:48.281326 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2672acae-bd03-4935-bf32-48a0cf9d1eab req-7088cf03-62b4-4ea0-b300-8267aea723cd tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925442 Nov 16 19:01:48.301440 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-bd055b49-81b8-4ce0-987e-db76adb3b500 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:48.312234 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-bd055b49-81b8-4ce0-987e-db76adb3b500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:48.374162 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3e7280d6-3966-4ff9-95ab-5646c30b4c9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:48.376553 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-256d1e7d-b3ee-4537-a416-26bf40f5911e req-ec6ead10-e983-4546-ae05-a42ec43a3ce5 service neutron] 10.222.0.18 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853669 Nov 16 19:01:48.379547 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3e7280d6-3966-4ff9-95ab-5646c30b4c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:48.383296 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-bd055b49-81b8-4ce0-987e-db76adb3b500 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b145e733615241e7b4602c7aad3ae48b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0979238 Nov 16 19:01:48.389034 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 44816) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:48.389749 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd055b49-81b8-4ce0-987e-db76adb3b500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c545772-bc1f-438d-85a2-9f13eff5cec8,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:48.466517 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['e5571c38-77b9-4106-b9fd-2ba0f22a1929'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:01:48.478196 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-3e7280d6-3966-4ff9-95ab-5646c30b4c9f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3807a410650476d9074d8943cc5d1c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373385 Nov 16 19:01:48.484513 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 44818) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:48.485251 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7280d6-3966-4ff9-95ab-5646c30b4c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942291bb-d9f0-4b04-a620-6dc2b77e4531,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:48.491922 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba183f30-88f4-4e02-9d4a-7c0a4d8ff86b req-b2749fc7-1e90-42c7-a0a8-52b8a997d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:48.493733 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ba183f30-88f4-4e02-9d4a-7c0a4d8ff86b req-b2749fc7-1e90-42c7-a0a8-52b8a997d20c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=88aad57826ba44d19a4a8c55a7eaea31&device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 1096 time: 0.0657351 Nov 16 19:01:48.511534 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:01:48.524547 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e65538-98be-4f29-9686-ed2ad3df67b7 req-c92c2934-a23a-4cc9-9dd5-5e8365ddf4dc tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:48.526125 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-93e65538-98be-4f29-9686-ed2ad3df67b7 req-c92c2934-a23a-4cc9-9dd5-5e8365ddf4dc tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 944 time: 0.1379895 Nov 16 19:01:48.531170 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-0cd22570-3259-4f2c-9a68-26d1404b48cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:48.593355 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-0cd22570-3259-4f2c-9a68-26d1404b48cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:48.649438 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-93e65538-98be-4f29-9686-ed2ad3df67b7 req-0664c456-fa5b-4039-a944-181474cc8081 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089666 Nov 16 19:01:48.685048 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-05f6fd27-5c6b-42d0-b183-80e6bf05d9f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:48.696245 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-0cd22570-3259-4f2c-9a68-26d1404b48cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:48.698855 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-0cd22570-3259-4f2c-9a68-26d1404b48cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:48.703997 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-0cd22570-3259-4f2c-9a68-26d1404b48cd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2c545772-bc1f-438d-85a2-9f13eff5cec8 HTTP/1.1" status: 204 len: 168 time: 0.3116333 Nov 16 19:01:48.714151 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd22570-3259-4f2c-9a68-26d1404b48cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c545772-bc1f-438d-85a2-9f13eff5cec8,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:48.730722 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-05f6fd27-5c6b-42d0-b183-80e6bf05d9f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:48.781907 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba183f30-88f4-4e02-9d4a-7c0a4d8ff86b req-9def1d28-fe5f-4f80-b688-335757dcb670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:48.783917 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ba183f30-88f4-4e02-9d4a-7c0a4d8ff86b req-9def1d28-fe5f-4f80-b688-335757dcb670 service neutron] 10.222.0.18 "GET /v2.0/networks?id=533462df-d675-4deb-a3d3-4fecaa48192e HTTP/1.1" status: 200 len: 920 time: 0.2677815 Nov 16 19:01:48.833202 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ba183f30-88f4-4e02-9d4a-7c0a4d8ff86b req-099fa87c-caa9-49ad-b7ff-af43cb1b5804 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57e6c1c0-bfcc-44c4-82b5-890dc4a034df HTTP/1.1" status: 200 len: 217 time: 0.0408101 Nov 16 19:01:48.850603 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-05f6fd27-5c6b-42d0-b183-80e6bf05d9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:48.853119 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-05f6fd27-5c6b-42d0-b183-80e6bf05d9f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:48.854243 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-05f6fd27-5c6b-42d0-b183-80e6bf05d9f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/942291bb-d9f0-4b04-a620-6dc2b77e4531 HTTP/1.1" status: 204 len: 168 time: 0.3685372 Nov 16 19:01:48.882744 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6fd27-5c6b-42d0-b183-80e6bf05d9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942291bb-d9f0-4b04-a620-6dc2b77e4531,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:48.904067 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba183f30-88f4-4e02-9d4a-7c0a4d8ff86b req-463a8a7a-41ab-4f10-ac6c-b543ad12b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:48.906994 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ba183f30-88f4-4e02-9d4a-7c0a4d8ff86b req-463a8a7a-41ab-4f10-ac6c-b543ad12b4d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ad88ff7-4248-419c-8852-34576a078e99 HTTP/1.1" status: 200 len: 859 time: 0.0658045 Nov 16 19:01:48.945104 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ba183f30-88f4-4e02-9d4a-7c0a4d8ff86b req-102a0d0c-756b-482f-a36f-8e179ddd475e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=533462df-d675-4deb-a3d3-4fecaa48192e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302393 Nov 16 19:01:49.044392 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ba183f30-88f4-4e02-9d4a-7c0a4d8ff86b req-b49052e2-60da-4d21-9140-d57e43b42d42 service neutron] 10.222.0.18 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920181 Nov 16 19:01:49.133627 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 44838) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:49.156688 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-762b8c73-139f-418d-aa88-51da350b0f07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:49.207190 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ba183f30-88f4-4e02-9d4a-7c0a4d8ff86b req-eb9d0168-d7a0-4024-b8d2-4ea1d21a76e0 service neutron] 10.222.0.18 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495836 Nov 16 19:01:49.215325 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 856ad084-c410-48f2-95e0-5d307f2aff12 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:01:49.220138 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:01:49.250083 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4ee8c-6001-49a6-bed0-77a21e3fc2d1 req-b2d2106b-8e34-42f9-a71b-3f5bd72bf86f tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:49.251634 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8fa4ee8c-6001-49a6-bed0-77a21e3fc2d1 req-b2d2106b-8e34-42f9-a71b-3f5bd72bf86f tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 944 time: 0.0835090 Nov 16 19:01:49.363320 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8fa4ee8c-6001-49a6-bed0-77a21e3fc2d1 req-9f711110-c30d-492d-b680-131df8e11670 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027167 Nov 16 19:01:49.367294 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-762b8c73-139f-418d-aa88-51da350b0f07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:49.374964 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-762b8c73-139f-418d-aa88-51da350b0f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:49.427459 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-762b8c73-139f-418d-aa88-51da350b0f07 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=545b22d96fd34670bef073379d1524ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928004 Nov 16 19:01:49.428769 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b8c73-139f-418d-aa88-51da350b0f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176c2b5a-85d6-4e5c-8c5a-4de177538efb,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:49.430717 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 44858) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:49.515163 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-569e77ae-849e-4695-b979-41f3ed346261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:49.533435 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1c236-cf27-431d-9514-fdc10a5ae5c3 req-19f0d291-79c4-4af7-b03e-a4786aa0ef84 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:49.535041 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d7b1c236-cf27-431d-9514-fdc10a5ae5c3 req-19f0d291-79c4-4af7-b03e-a4786aa0ef84 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 943 time: 0.1135316 Nov 16 19:01:49.546151 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-569e77ae-849e-4695-b979-41f3ed346261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:49.577766 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 856ad084-c410-48f2-95e0-5d307f2aff12, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=856ad084-c410-48f2-95e0-5d307f2aff12,segment=NetworkSegment(3f31e756-a18f-4e6e-92fa-1344c40c8e81),segment_id=3f31e756-a18f-4e6e-92fa-1344c40c8e81)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:01:49.598192 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': '856ad084-c410-48f2-95e0-5d307f2aff12', 'network_id': '533462df-d675-4deb-a3d3-4fecaa48192e', 'port_id': '856ad084-c410-48f2-95e0-5d307f2aff12', 'mac_address': 'fa:16:3e:55:69:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad88ff7-4248-419c-8852-34576a078e99', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:01:49.605831 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning for port 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d completed by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 19:01:49.611484 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:01:49.611870 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:49.625571 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-569e77ae-849e-4695-b979-41f3ed346261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:49.630011 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-569e77ae-849e-4695-b979-41f3ed346261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:49.635699 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-569e77ae-849e-4695-b979-41f3ed346261 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/176c2b5a-85d6-4e5c-8c5a-4de177538efb HTTP/1.1" status: 204 len: 168 time: 0.2021437 Nov 16 19:01:49.655726 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e77ae-849e-4695-b979-41f3ed346261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176c2b5a-85d6-4e5c-8c5a-4de177538efb,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:49.656457 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:49.695604 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d7b1c236-cf27-431d-9514-fdc10a5ae5c3 req-4d31b8f0-daa5-43ba-8086-865a56e396f4 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514740 Nov 16 19:01:49.703799 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 856ad084-c410-48f2-95e0-5d307f2aff12 {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:01:49.748751 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 856ad084-c410-48f2-95e0-5d307f2aff12, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=856ad084-c410-48f2-95e0-5d307f2aff12,segment=NetworkSegment(3f31e756-a18f-4e6e-92fa-1344c40c8e81),segment_id=3f31e756-a18f-4e6e-92fa-1344c40c8e81)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:01:49.760637 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:49.844386 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=856ad084-c410-48f2-95e0-5d307f2aff12,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:49.853803 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:49.858209 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2960d-b59a-4372-9f1e-318fb9f3591e req-451c0566-240d-406c-b8e4-cf0b0d478b39 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:49.867946 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a2c2960d-b59a-4372-9f1e-318fb9f3591e req-451c0566-240d-406c-b8e4-cf0b0d478b39 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 944 time: 0.0755503 Nov 16 19:01:49.923295 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8df9df9-abb5-47f5-ba35-590c9d13ef80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:01:49.948881 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a2c2960d-b59a-4372-9f1e-318fb9f3591e req-a1207183-956d-4e2f-8008-23fb741ff191 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798111 Nov 16 19:01:50.045015 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['856ad084-c410-48f2-95e0-5d307f2aff12'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:01:50.058649 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d,segment=NetworkSegment(70f68f4a-8d93-4596-af66-c551f646477f),segment_id=70f68f4a-8d93-4596-af66-c551f646477f)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:01:50.081709 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:50.082542 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device e5571c38-77b9-4106-b9fd-2ba0f22a1929 up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:01:50.236421 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:50.275234 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning for port e5571c38-77b9-4106-b9fd-2ba0f22a1929 completed by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 19:01:50.291635 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port e5571c38-77b9-4106-b9fd-2ba0f22a1929 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:01:50.292075 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:50.333851 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a123ab7-1efe-4ba5-923a-beafa53b1422" -d '{"events": [{"server_uuid": "e8df9df9-abb5-47f5-ba35-590c9d13ef80", "name": "network-vif-plugged", "status": "completed", "tag": "80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:01:50.433140 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:50.487761 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port e5571c38-77b9-4106-b9fd-2ba0f22a1929, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e5571c38-77b9-4106-b9fd-2ba0f22a1929,segment=NetworkSegment(7252eafa-21d3-408d-abc0-6b2031ff6976),segment_id=7252eafa-21d3-408d-abc0-6b2031ff6976)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:01:50.494458 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:50.550614 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748600cb-82f7-4a00-a5c3-d683021ad34d req-191c902a-9d48-4005-a282-d4b696c92984 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:50.554180 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-748600cb-82f7-4a00-a5c3-d683021ad34d req-191c902a-9d48-4005-a282-d4b696c92984 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 945 time: 0.0700750 Nov 16 19:01:50.604723 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=e5571c38-77b9-4106-b9fd-2ba0f22a1929,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:50.613576 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-748600cb-82f7-4a00-a5c3-d683021ad34d req-6e9c6dd1-56bd-41b2-b4f8-72a73d67c790 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524070 Nov 16 19:01:50.695165 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97a2a38-1238-46d7-a4d9-3f2a98862f40 x-openstack-request-id: req-b97a2a38-1238-46d7-a4d9-3f2a98862f40 {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:01:50.695933 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8df9df9-abb5-47f5-ba35-590c9d13ef80", "name": "network-vif-plugged", "status": "completed", "tag": "80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:01:50.696324 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b97a2a38-1238-46d7-a4d9-3f2a98862f40 {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:01:50.697211 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8df9df9-abb5-47f5-ba35-590c9d13ef80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d', 'code': 200} Nov 16 19:01:50.835493 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2745be5-2ac3-489f-a47e-1e8256cc761f req-ca9d7c13-e4ef-4861-8a61-5d05c45d2646 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:50.842100 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f2745be5-2ac3-489f-a47e-1e8256cc761f req-ca9d7c13-e4ef-4861-8a61-5d05c45d2646 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 943 time: 0.0617952 Nov 16 19:01:50.944744 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f2745be5-2ac3-489f-a47e-1e8256cc761f req-643814b7-6b7f-465e-85cd-bd922e0d0961 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998986 Nov 16 19:01:50.953739 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4b114-30d9-40cc-9903-6fa3e277578a req-f6e7b2bf-6e38-4fba-9f42-bee75eb2b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:50.955245 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1bc4b114-30d9-40cc-9903-6fa3e277578a req-f6e7b2bf-6e38-4fba-9f42-bee75eb2b6cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 1098 time: 0.0976596 Nov 16 19:01:50.976458 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-1bc4b114-30d9-40cc-9903-6fa3e277578a req-3670dc8b-9c76-4b94-8d11-335984138fa3 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:51.068598 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-1bc4b114-30d9-40cc-9903-6fa3e277578a req-3670dc8b-9c76-4b94-8d11-335984138fa3 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:51.074425 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-1bc4b114-30d9-40cc-9903-6fa3e277578a req-3670dc8b-9c76-4b94-8d11-335984138fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:51.105222 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a91808-d497-4733-b502-6fa5d61b7723 req-591fdbe0-e100-4d5b-84c6-9e92cc516cb3 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:51.113218 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-08a91808-d497-4733-b502-6fa5d61b7723 req-591fdbe0-e100-4d5b-84c6-9e92cc516cb3 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0823567 Nov 16 19:01:51.131400 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670dc8b-9c76-4b94-8d11-335984138fa3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=433206fe-7d50-4fc3-8dce-eb4cdef91947,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:51.150611 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1bc4b114-30d9-40cc-9903-6fa3e277578a req-3670dc8b-9c76-4b94-8d11-335984138fa3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867270 Nov 16 19:01:51.174853 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-08a91808-d497-4733-b502-6fa5d61b7723 req-0e0954bf-76d2-4f87-b6dd-dede20700525 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558999 Nov 16 19:01:51.239218 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 57e6c1c0-bfcc-44c4-82b5-890dc4a034df details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:01:51.245286 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 856ad084-c410-48f2-95e0-5d307f2aff12 up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:01:51.390794 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning for port 856ad084-c410-48f2-95e0-5d307f2aff12 completed by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 19:01:51.408791 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port 856ad084-c410-48f2-95e0-5d307f2aff12 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:01:51.409179 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:51.445420 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 57e6c1c0-bfcc-44c4-82b5-890dc4a034df, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=57e6c1c0-bfcc-44c4-82b5-890dc4a034df,segment=NetworkSegment(3f31e756-a18f-4e6e-92fa-1344c40c8e81),segment_id=3f31e756-a18f-4e6e-92fa-1344c40c8e81)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:01:51.465046 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': '57e6c1c0-bfcc-44c4-82b5-890dc4a034df', 'network_id': '533462df-d675-4deb-a3d3-4fecaa48192e', 'port_id': '57e6c1c0-bfcc-44c4-82b5-890dc4a034df', 'mac_address': 'fa:16:3e:b6:56:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad88ff7-4248-419c-8852-34576a078e99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:01:51.524662 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:51.562965 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e6c1c0-bfcc-44c4-82b5-890dc4a034df {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:01:51.587406 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:51.598255 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 57e6c1c0-bfcc-44c4-82b5-890dc4a034df, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=57e6c1c0-bfcc-44c4-82b5-890dc4a034df,segment=NetworkSegment(3f31e756-a18f-4e6e-92fa-1344c40c8e81),segment_id=3f31e756-a18f-4e6e-92fa-1344c40c8e81)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:01:51.610087 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:51.648843 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 856ad084-c410-48f2-95e0-5d307f2aff12, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=856ad084-c410-48f2-95e0-5d307f2aff12,segment=NetworkSegment(3f31e756-a18f-4e6e-92fa-1344c40c8e81),segment_id=3f31e756-a18f-4e6e-92fa-1344c40c8e81)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:01:51.656321 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:51.678444 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=57e6c1c0-bfcc-44c4-82b5-890dc4a034df,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:51.738703 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=856ad084-c410-48f2-95e0-5d307f2aff12,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:51.819649 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d63ec3-bee7-4529-834d-6f6bb2ef807b req-fe5b07bd-b959-4bdf-8f36-82b5c95f75f4 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:51.827585 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-35d63ec3-bee7-4529-834d-6f6bb2ef807b req-fe5b07bd-b959-4bdf-8f36-82b5c95f75f4 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 945 time: 0.0723584 Nov 16 19:01:51.898230 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-35d63ec3-bee7-4529-834d-6f6bb2ef807b req-7d7d0d63-9b69-4d52-b61f-c2ec92b3e936 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691714 Nov 16 19:01:52.054946 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 45046) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:52.136303 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec53df-60ba-46f6-a381-ea4b4371eb8a req-c8c151b5-b841-4092-b8c0-78d9a134cd05 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:52.144850 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e9ec53df-60ba-46f6-a381-ea4b4371eb8a req-c8c151b5-b841-4092-b8c0-78d9a134cd05 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 944 time: 0.0666900 Nov 16 19:01:52.191641 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e9ec53df-60ba-46f6-a381-ea4b4371eb8a req-8b03bfa5-5afd-424d-964a-45f16a9aa3a4 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454383 Nov 16 19:01:52.295652 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fce76-391a-4fcf-981b-b0c48536a2e4 req-7a547b2f-491e-4d99-84bc-4721d03c603a tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:52.297281 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-108fce76-391a-4fcf-981b-b0c48536a2e4 req-7a547b2f-491e-4d99-84bc-4721d03c603a tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0509355 Nov 16 19:01:52.348206 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 45056) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:52.361912 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-108fce76-391a-4fcf-981b-b0c48536a2e4 req-19cd47d8-01a8-4790-9778-99212a138140 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580752 Nov 16 19:01:52.363113 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-280c5a90-cca1-4225-8e38-3672ff9a3f83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:52.436443 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-659fef37-83a5-461d-8aa8-918793bf3e97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:52.446580 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-280c5a90-cca1-4225-8e38-3672ff9a3f83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:52.451346 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-280c5a90-cca1-4225-8e38-3672ff9a3f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:52.496721 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-280c5a90-cca1-4225-8e38-3672ff9a3f83 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fdc8f0f20fc14a498d5f7c15511a0772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4405279 Nov 16 19:01:52.497937 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c5a90-cca1-4225-8e38-3672ff9a3f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21369c3-e1e8-4dfb-afb5-7006f56df09b,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:52.500305 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 45066) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:52.534683 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-659fef37-83a5-461d-8aa8-918793bf3e97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:52.540290 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-659fef37-83a5-461d-8aa8-918793bf3e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:52.556017 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-abfaaaa4-2d5b-458c-8bc7-1528ba749270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:52.578954 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-abfaaaa4-2d5b-458c-8bc7-1528ba749270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:52.579277 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-659fef37-83a5-461d-8aa8-918793bf3e97 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=26788d67fec1476894800ff2bd69f5dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297332 Nov 16 19:01:52.580238 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fef37-83a5-461d-8aa8-918793bf3e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9f2e33-d6be-4613-98d7-45edaa9f2e7e,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:52.582674 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 45068) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:52.637288 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5f861cb4-2f05-4e30-b16d-01bbba6a63b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:52.638193 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-abfaaaa4-2d5b-458c-8bc7-1528ba749270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:52.641515 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-abfaaaa4-2d5b-458c-8bc7-1528ba749270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:52.642685 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-abfaaaa4-2d5b-458c-8bc7-1528ba749270 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f21369c3-e1e8-4dfb-afb5-7006f56df09b HTTP/1.1" status: 204 len: 168 time: 0.1412609 Nov 16 19:01:52.650467 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfaaaa4-2d5b-458c-8bc7-1528ba749270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21369c3-e1e8-4dfb-afb5-7006f56df09b,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:52.664375 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5f861cb4-2f05-4e30-b16d-01bbba6a63b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:52.699045 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7190b8e5-4def-4b46-bf21-dae43664c0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5571c38-77b9-4106-b9fd-2ba0f22a1929'}, {'server_uuid': 'c22ea69e-6ab3-4ba5-b12b-f940430d6649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856ad084-c410-48f2-95e0-5d307f2aff12'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:01:52.703603 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9426ad-fd1f-4981-b064-de345382f136" -d '{"events": [{"server_uuid": "7190b8e5-4def-4b46-bf21-dae43664c0ad", "name": "network-vif-plugged", "status": "completed", "tag": "e5571c38-77b9-4106-b9fd-2ba0f22a1929"}, {"server_uuid": "c22ea69e-6ab3-4ba5-b12b-f940430d6649", "name": "network-vif-plugged", "status": "completed", "tag": "856ad084-c410-48f2-95e0-5d307f2aff12"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:01:52.724327 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5f861cb4-2f05-4e30-b16d-01bbba6a63b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:52.728582 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5f861cb4-2f05-4e30-b16d-01bbba6a63b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:52.729121 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-5f861cb4-2f05-4e30-b16d-01bbba6a63b0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2c9f2e33-d6be-4613-98d7-45edaa9f2e7e HTTP/1.1" status: 204 len: 168 time: 0.1452503 Nov 16 19:01:52.738033 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f861cb4-2f05-4e30-b16d-01bbba6a63b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9f2e33-d6be-4613-98d7-45edaa9f2e7e,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:52.751865 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 19:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f3e491-ca98-4600-8aeb-c8f47ec9a4e9 x-openstack-request-id: req-a8f3e491-ca98-4600-8aeb-c8f47ec9a4e9 {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:01:52.752565 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7190b8e5-4def-4b46-bf21-dae43664c0ad", "name": "network-vif-plugged", "status": "completed", "tag": "e5571c38-77b9-4106-b9fd-2ba0f22a1929", "code": 200}, {"server_uuid": "c22ea69e-6ab3-4ba5-b12b-f940430d6649", "name": "network-vif-plugged", "status": "completed", "tag": "856ad084-c410-48f2-95e0-5d307f2aff12", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:01:52.752883 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8f3e491-ca98-4600-8aeb-c8f47ec9a4e9 {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:01:52.753337 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7190b8e5-4def-4b46-bf21-dae43664c0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5571c38-77b9-4106-b9fd-2ba0f22a1929', 'code': 200} Nov 16 19:01:52.753610 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22ea69e-6ab3-4ba5-b12b-f940430d6649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856ad084-c410-48f2-95e0-5d307f2aff12', 'code': 200} Nov 16 19:01:53.016804 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66917ce8-8d10-4753-9782-4cc58b7c78e6 req-65c72398-1de2-4772-b0d0-6a1269dad9f8 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:53.019016 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-66917ce8-8d10-4753-9782-4cc58b7c78e6 req-65c72398-1de2-4772-b0d0-6a1269dad9f8 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 945 time: 0.0522792 Nov 16 19:01:53.055871 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 45086) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:53.069798 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-aade2279-b62a-4947-b52b-d43298cd0bf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:53.070801 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-66917ce8-8d10-4753-9782-4cc58b7c78e6 req-cf46b2e7-5ce5-44f6-818c-a2abaeb42ce1 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459180 Nov 16 19:01:53.108060 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 45088) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:53.121900 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-64a554a2-afd6-4194-853b-e405f881335c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:53.158799 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-aade2279-b62a-4947-b52b-d43298cd0bf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:53.163719 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-aade2279-b62a-4947-b52b-d43298cd0bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:53.201476 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade2279-b62a-4947-b52b-d43298cd0bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3dfe96-4347-47f8-a8e7-2b9afdc5a675,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:53.206386 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-aade2279-b62a-4947-b52b-d43298cd0bf1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c912769573704e1f8b2865bc6663e01e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494431 Nov 16 19:01:53.209137 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 45092) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:53.214492 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-64a554a2-afd6-4194-853b-e405f881335c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:53.218502 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-64a554a2-afd6-4194-853b-e405f881335c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:53.262226 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-64a554a2-afd6-4194-853b-e405f881335c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0e8e1c82a36402483f6bd9b82267da2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524858 Nov 16 19:01:53.262445 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5c38ce7f-86fe-4f0b-b278-d530c4986164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:53.262954 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 45096) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:53.269516 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a554a2-afd6-4194-853b-e405f881335c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3c42ec-527a-4e3c-95a8-3bf6c341ae17,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:53.311218 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5c38ce7f-86fe-4f0b-b278-d530c4986164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:53.315833 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-87e89841-985f-4b76-ba0a-f15f2cbc6d27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:53.341223 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-87e89841-985f-4b76-ba0a-f15f2cbc6d27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:53.364986 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eefa3b-8c1f-4628-b827-aaef99a3355c req-da1c9a59-a507-40ec-8a0d-10c0038eeef6 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:53.366538 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-09eefa3b-8c1f-4628-b827-aaef99a3355c req-da1c9a59-a507-40ec-8a0d-10c0038eeef6 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 944 time: 0.0948057 Nov 16 19:01:53.395337 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-87e89841-985f-4b76-ba0a-f15f2cbc6d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:53.398908 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-87e89841-985f-4b76-ba0a-f15f2cbc6d27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:53.400816 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-87e89841-985f-4b76-ba0a-f15f2cbc6d27 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b3c42ec-527a-4e3c-95a8-3bf6c341ae17 HTTP/1.1" status: 204 len: 168 time: 0.1366315 Nov 16 19:01:53.401593 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5c38ce7f-86fe-4f0b-b278-d530c4986164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:53.409327 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e89841-985f-4b76-ba0a-f15f2cbc6d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3c42ec-527a-4e3c-95a8-3bf6c341ae17,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:53.411483 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5c38ce7f-86fe-4f0b-b278-d530c4986164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:53.412125 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-5c38ce7f-86fe-4f0b-b278-d530c4986164 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a3dfe96-4347-47f8-a8e7-2b9afdc5a675 HTTP/1.1" status: 204 len: 168 time: 0.2020118 Nov 16 19:01:53.488629 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-09eefa3b-8c1f-4628-b827-aaef99a3355c req-91c9562e-50f4-4275-875a-52846081dec7 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151209 Nov 16 19:01:53.497295 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38ce7f-86fe-4f0b-b278-d530c4986164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3dfe96-4347-47f8-a8e7-2b9afdc5a675,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:53.542535 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4de079-8475-4623-9240-465f45340595 req-bc3397e9-c8ee-4de0-b90c-9a76e5bae0d8 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:53.544222 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3c4de079-8475-4623-9240-465f45340595 req-bc3397e9-c8ee-4de0-b90c-9a76e5bae0d8 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0881352 Nov 16 19:01:53.622183 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3c4de079-8475-4623-9240-465f45340595 req-c13d97c8-5784-4976-b440-7ee7ca52680c tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643437 Nov 16 19:01:54.190208 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346a8a2-6ad6-4324-91a1-8c0b0128e6cf req-5087e793-4174-4f9e-b415-f3c93af790ea tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:54.192311 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d346a8a2-6ad6-4324-91a1-8c0b0128e6cf req-5087e793-4174-4f9e-b415-f3c93af790ea tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 945 time: 0.0526831 Nov 16 19:01:54.245822 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d346a8a2-6ad6-4324-91a1-8c0b0128e6cf req-e373a496-7e5c-4fba-81fa-6d7a946ddfd9 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464976 Nov 16 19:01:54.653668 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['57e6c1c0-bfcc-44c4-82b5-890dc4a034df'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:01:54.760712 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6cb79-8225-428b-af34-2c54bf2a2249 req-cdda510e-377f-4cea-bd9d-870e86a19081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:54.762517 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a9d6cb79-8225-428b-af34-2c54bf2a2249 req-cdda510e-377f-4cea-bd9d-870e86a19081 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 1098 time: 0.1491122 Nov 16 19:01:54.775087 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e131650-9f67-4159-add0-d5b0164e2b7a req-73f68ccf-5250-4de8-befb-93fdf642a641 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:54.782443 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2e131650-9f67-4159-add0-d5b0164e2b7a req-73f68ccf-5250-4de8-befb-93fdf642a641 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 944 time: 0.1831183 Nov 16 19:01:54.830007 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52602810-4edb-4b1c-b03a-ba7fa69cd417 req-d5c227b1-ff77-4461-a7de-455de7e17a9c tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:54.831615 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-52602810-4edb-4b1c-b03a-ba7fa69cd417 req-d5c227b1-ff77-4461-a7de-455de7e17a9c tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.1247709 Nov 16 19:01:54.853410 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe26d0b-b05f-4e83-b6b0-a10501cb5f36 req-91edc2e0-ce48-485c-8b34-d906d296726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:54.855062 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cfe26d0b-b05f-4e83-b6b0-a10501cb5f36 req-91edc2e0-ce48-485c-8b34-d906d296726b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 1098 time: 0.1731534 Nov 16 19:01:54.871613 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a9d6cb79-8225-428b-af34-2c54bf2a2249 req-1c379a38-720b-4f63-910e-67dbfdd0b0f1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857253 Nov 16 19:01:54.901946 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2e131650-9f67-4159-add0-d5b0164e2b7a req-6689de45-3b0c-454b-a24e-7d9db0274a39 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137290 Nov 16 19:01:54.931168 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cfe26d0b-b05f-4e83-b6b0-a10501cb5f36 req-b227afef-4419-4d65-9104-7298314136cc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624204 Nov 16 19:01:54.932727 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-52602810-4edb-4b1c-b03a-ba7fa69cd417 req-4f418161-0e8d-4e1a-927c-f4c1019fc75e tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880175 Nov 16 19:01:55.380285 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d01964-e01d-4618-b972-ba21e8d5a150 req-460d7955-ba1c-4c7f-ad6f-c534e7da2997 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:55.386159 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b0d01964-e01d-4618-b972-ba21e8d5a150 req-460d7955-ba1c-4c7f-ad6f-c534e7da2997 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 945 time: 0.0707126 Nov 16 19:01:55.434310 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b0d01964-e01d-4618-b972-ba21e8d5a150 req-ed50d39c-5af8-4921-a03e-84ada701dce8 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457060 Nov 16 19:01:56.073536 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f31173-2df8-40f7-a897-1ff546a5eb0f req-2dcad8cd-09c2-4847-bc38-8660fc1a4f3c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:56.080347 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218d32d-df90-4936-a023-ac0c663a5fbb req-f1ded1a6-f15e-43b1-981b-d1be0e4e2d0d tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:56.082195 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-93f31173-2df8-40f7-a897-1ff546a5eb0f req-2dcad8cd-09c2-4847-bc38-8660fc1a4f3c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 944 time: 0.0887618 Nov 16 19:01:56.082665 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6218d32d-df90-4936-a023-ac0c663a5fbb req-f1ded1a6-f15e-43b1-981b-d1be0e4e2d0d tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0767274 Nov 16 19:01:56.151460 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-93f31173-2df8-40f7-a897-1ff546a5eb0f req-615b9e46-ba97-4049-905d-76b67da043b6 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683603 Nov 16 19:01:56.165841 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6218d32d-df90-4936-a023-ac0c663a5fbb req-8bf09127-6872-4ef1-a1cd-b9f532d4117a tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765224 Nov 16 19:01:56.595288 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61eb171-d7b3-4344-aa2a-12e2206c5571 req-0e752434-ec78-4817-a21e-cc8f291c84d5 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:56.597425 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c61eb171-d7b3-4344-aa2a-12e2206c5571 req-0e752434-ec78-4817-a21e-cc8f291c84d5 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 945 time: 0.0751517 Nov 16 19:01:56.663361 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c61eb171-d7b3-4344-aa2a-12e2206c5571 req-23983cb5-4858-415a-9fc4-5ecbe8c5d3d7 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593467 Nov 16 19:01:57.257421 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 57e6c1c0-bfcc-44c4-82b5-890dc4a034df up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:01:57.315636 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe2443-68b5-4e02-8692-18f34d777122 req-5c49cb53-0acc-451e-b97d-2ce31f7c729e tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:57.325096 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3bfe2443-68b5-4e02-8692-18f34d777122 req-5c49cb53-0acc-451e-b97d-2ce31f7c729e tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0653093 Nov 16 19:01:57.355080 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning for port 57e6c1c0-bfcc-44c4-82b5-890dc4a034df completed by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 19:01:57.359323 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port 57e6c1c0-bfcc-44c4-82b5-890dc4a034df triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:01:57.359794 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:57.387494 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3bfe2443-68b5-4e02-8692-18f34d777122 req-dc05e1ad-4bf9-458b-acfa-d8ed7a6e4627 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599661 Nov 16 19:01:57.421733 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c97cfc-dde1-4e43-9960-f8f8033dbbe3 req-ace19748-30bc-4b15-afbf-28af85d189c5 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:57.429202 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-36c97cfc-dde1-4e43-9960-f8f8033dbbe3 req-ace19748-30bc-4b15-afbf-28af85d189c5 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 944 time: 0.1117485 Nov 16 19:01:57.483894 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 45308) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:57.519486 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-36c97cfc-dde1-4e43-9960-f8f8033dbbe3 req-5a12d759-64eb-43fb-bc48-00b9a894bdf0 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842516 Nov 16 19:01:57.536368 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:57.563786 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b361c2c-fea3-4e21-8a12-f948c8f12fe9 req-f2ff5ba9-c31f-4bac-be47-e28feaa10cd9 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:57.567206 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a582c36-f154-4050-a431-1eea01999490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e6c1c0-bfcc-44c4-82b5-890dc4a034df'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:01:57.570187 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b40d56-07a5-4c5f-8bb4-22ccbb7874a2" -d '{"events": [{"server_uuid": "8a582c36-f154-4050-a431-1eea01999490", "name": "network-vif-plugged", "status": "completed", "tag": "57e6c1c0-bfcc-44c4-82b5-890dc4a034df"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:01:57.571120 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-7b361c2c-fea3-4e21-8a12-f948c8f12fe9 req-f2ff5ba9-c31f-4bac-be47-e28feaa10cd9 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0642858 Nov 16 19:01:57.575982 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 45318) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:57.590033 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-48ec7fc9-3c69-4015-8389-38b36b163358 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Request body: {'floatingip': {'port_id': 'e5571c38-77b9-4106-b9fd-2ba0f22a1929'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:01:57.601868 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 57e6c1c0-bfcc-44c4-82b5-890dc4a034df, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=57e6c1c0-bfcc-44c4-82b5-890dc4a034df,segment=NetworkSegment(3f31e756-a18f-4e6e-92fa-1344c40c8e81),segment_id=3f31e756-a18f-4e6e-92fa-1344c40c8e81)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:01:57.612715 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:57.669075 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bb0844-2b0c-4b78-bf17-784febc8c6a2 x-openstack-request-id: req-d8bb0844-2b0c-4b78-bf17-784febc8c6a2 {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:01:57.669377 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a582c36-f154-4050-a431-1eea01999490", "name": "network-vif-plugged", "status": "completed", "tag": "57e6c1c0-bfcc-44c4-82b5-890dc4a034df", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:01:57.669701 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8bb0844-2b0c-4b78-bf17-784febc8c6a2 {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:01:57.670052 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a582c36-f154-4050-a431-1eea01999490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e6c1c0-bfcc-44c4-82b5-890dc4a034df', 'code': 200} Nov 16 19:01:57.714198 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=57e6c1c0-bfcc-44c4-82b5-890dc4a034df,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:57.723999 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ab8f5d34-44dc-41e7-b48e-b387d27d09d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:57.734709 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-48ec7fc9-3c69-4015-8389-38b36b163358 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for floatingip, before_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:57.887503 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022c515-8895-4580-8360-463386ac3206 req-e7b73680-76b1-4b83-8ae7-4018e8a925d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:57.890311 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c022c515-8895-4580-8360-463386ac3206 req-e7b73680-76b1-4b83-8ae7-4018e8a925d9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 1098 time: 0.0514081 Nov 16 19:01:57.920064 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 45342) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:58.003883 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c022c515-8895-4580-8360-463386ac3206 req-b0e3cbf1-a67f-4597-8fb1-86795d7a8acc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048286 Nov 16 19:01:58.106966 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ab8f5d34-44dc-41e7-b48e-b387d27d09d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:58.110966 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ca706e19-ac80-4ebe-97d8-473a6e6080fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:58.124247 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ab8f5d34-44dc-41e7-b48e-b387d27d09d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:58.224556 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ca706e19-ac80-4ebe-97d8-473a6e6080fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:58.230060 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ca706e19-ac80-4ebe-97d8-473a6e6080fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:58.258834 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f5d34-44dc-41e7-b48e-b387d27d09d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4447204-cf67-4cfe-8366-9309eaffa0fe,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:58.266176 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-ca706e19-ac80-4ebe-97d8-473a6e6080fd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac23947bfc504a0da24d0c32e5b94b3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3431420 Nov 16 19:01:58.266996 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 45372) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:58.323913 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca706e19-ac80-4ebe-97d8-473a6e6080fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce97355-9c8d-4083-89e9-b9290d678b34,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:58.353262 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa81f-0d1f-4b89-ac05-1150d7cfd557 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:58.354292 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-ab8f5d34-44dc-41e7-b48e-b387d27d09d6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a30f471cfe934a2a8cb5b3aea94dfc0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8689725 Nov 16 19:01:58.371574 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 45378) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:58.388863 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa81f-0d1f-4b89-ac05-1150d7cfd557 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:58.467364 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-898ab36b-e46f-4d2e-b6fd-2542e9536c89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:58.489002 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa81f-0d1f-4b89-ac05-1150d7cfd557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:58.497762 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa81f-0d1f-4b89-ac05-1150d7cfd557 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:58.505674 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-ff7fa81f-0d1f-4b89-ac05-1150d7cfd557 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5ce97355-9c8d-4083-89e9-b9290d678b34 HTTP/1.1" status: 204 len: 168 time: 0.2354910 Nov 16 19:01:58.521706 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-898ab36b-e46f-4d2e-b6fd-2542e9536c89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:58.524628 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fa81f-0d1f-4b89-ac05-1150d7cfd557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce97355-9c8d-4083-89e9-b9290d678b34,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:58.602067 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:01:58.614482 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-898ab36b-e46f-4d2e-b6fd-2542e9536c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:58.618612 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-898ab36b-e46f-4d2e-b6fd-2542e9536c89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:58.620161 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-898ab36b-e46f-4d2e-b6fd-2542e9536c89 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f4447204-cf67-4cfe-8366-9309eaffa0fe HTTP/1.1" status: 204 len: 168 time: 0.2474349 Nov 16 19:01:58.642654 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ab36b-e46f-4d2e-b6fd-2542e9536c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4447204-cf67-4cfe-8366-9309eaffa0fe,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:58.730936 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1adbc5-415a-4898-9d90-1ed98347b9e8 req-03bf7e1d-7f48-460b-99de-282867954b58 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:01:58.738049 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4b1adbc5-415a-4898-9d90-1ed98347b9e8 req-03bf7e1d-7f48-460b-99de-282867954b58 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.1163411 Nov 16 19:01:58.857920 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4b1adbc5-415a-4898-9d90-1ed98347b9e8 req-f22bbb03-3940-4da8-9389-135e3e61414d tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114564 Nov 16 19:01:58.920332 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.db.resource_extend [None req-48ec7fc9-3c69-4015-8389-38b36b163358 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 19:01:59.018602 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-48ec7fc9-3c69-4015-8389-38b36b163358 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:59.025276 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-48ec7fc9-3c69-4015-8389-38b36b163358 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833619'] for floatingip, after_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:59.153608 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 45432) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:59.173082 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.l3_db [None req-48ec7fc9-3c69-4015-8389-38b36b163358 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Floating IP 44841319-1f8e-41c0-99e9-75e466ac7907 associated. External IP: 172.27.0.67, port: e5571c38-77b9-4106-b9fd-2ba0f22a1929. Nov 16 19:01:59.175282 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-fd14a1e8-ef80-4ff3-afb5-c186b3ea6e01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:59.302026 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 45444) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:59.468391 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-fd14a1e8-ef80-4ff3-afb5-c186b3ea6e01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:59.471007 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 45450) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:59.478557 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-fd14a1e8-ef80-4ff3-afb5-c186b3ea6e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:59.493866 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ff62e657-b0af-42a6-8fba-f9aad479f332 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:59.496044 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-e4eb8b8f-4436-4c3b-82da-3495268513a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:59.536649 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14a1e8-ef80-4ff3-afb5-c186b3ea6e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b06bfa3-a717-448e-85b7-4c7907a2a54e,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:59.543604 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-fd14a1e8-ef80-4ff3-afb5-c186b3ea6e01 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e317139ffefe48ca958040e1a20e1512&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3889477 Nov 16 19:01:59.547035 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 45456) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:59.597017 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ec7fc9-3c69-4015-8389-38b36b163358 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:01:59.633448 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-e4eb8b8f-4436-4c3b-82da-3495268513a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:59.635753 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ff62e657-b0af-42a6-8fba-f9aad479f332 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:59.640524 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-e4eb8b8f-4436-4c3b-82da-3495268513a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:59.655829 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ff62e657-b0af-42a6-8fba-f9aad479f332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:59.705144 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-75053cd7-1c6e-40ea-af99-11c29708dd77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:59.708901 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-e4eb8b8f-4436-4c3b-82da-3495268513a0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2f13980ffc45439289c975c25af6fb48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368777 Nov 16 19:01:59.713793 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 45462) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:59.717065 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-ff62e657-b0af-42a6-8fba-f9aad479f332 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d75dd73db2cb44ad998ca420c521a5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4099586 Nov 16 19:01:59.717065 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb8b8f-4436-4c3b-82da-3495268513a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa56feb-bc87-4890-9a75-f342467661bb,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:59.723791 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 45464) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:01:59.762993 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62e657-b0af-42a6-8fba-f9aad479f332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dbd69f-d1d5-495d-8df4-a3f4d4d9df94,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:59.788867 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-75053cd7-1c6e-40ea-af99-11c29708dd77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:59.799533 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:59.804458 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-de79fb80-2c85-45d8-b048-21f73aee6861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:59.834684 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-de79fb80-2c85-45d8-b048-21f73aee6861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:59.859838 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ec7fc9-3c69-4015-8389-38b36b163358 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:01:59.865444 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-48ec7fc9-3c69-4015-8389-38b36b163358 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for floatingip, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:59.886310 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ecd6ff-3518-4ebe-be07-8527f4564ecf None None] Sync routers for ids ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'] in dv-cinder-667108-35-iscsi {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:01:59.901377 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ecd6ff-3518-4ebe-be07-8527f4564ecf None None] Routers {'78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:01:59.902312 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-d3ecd6ff-3518-4ebe-be07-8527f4564ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:01:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:01:59.903530 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-de79fb80-2c85-45d8-b048-21f73aee6861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:59.909182 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-de79fb80-2c85-45d8-b048-21f73aee6861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:59.915641 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-de79fb80-2c85-45d8-b048-21f73aee6861 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7dbd69f-d1d5-495d-8df4-a3f4d4d9df94 HTTP/1.1" status: 204 len: 168 time: 0.1956244 Nov 16 19:01:59.929631 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-af10d348-5693-421f-9bb3-55b5d604c0a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:59.947837 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-48ec7fc9-3c69-4015-8389-38b36b163358 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "PUT /v2.0/floatingips/44841319-1f8e-41c0-99e9-75e466ac7907 HTTP/1.1" status: 200 len: 990 time: 2.3658457 Nov 16 19:01:59.948018 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79fb80-2c85-45d8-b048-21f73aee6861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dbd69f-d1d5-495d-8df4-a3f4d4d9df94,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:01:59.962545 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7190b8e5-4def-4b46-bf21-dae43664c0ad', 'tag': 'e5571c38-77b9-4106-b9fd-2ba0f22a1929'}] {{(pid=101695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:01:59.967003 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd271a50102e67beddb2fedac2b1f0e72c74193367130158f77a5ad7182eeeac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f411c2-d577-41f5-b3a9-9430122c0072" -d '{"events": [{"name": "network-changed", "server_uuid": "7190b8e5-4def-4b46-bf21-dae43664c0ad", "tag": "e5571c38-77b9-4106-b9fd-2ba0f22a1929"}]}' {{(pid=101695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:01:59.972130 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-75053cd7-1c6e-40ea-af99-11c29708dd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:59.974710 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-75053cd7-1c6e-40ea-af99-11c29708dd77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:01:59.976414 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-75053cd7-1c6e-40ea-af99-11c29708dd77 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b06bfa3-a717-448e-85b7-4c7907a2a54e HTTP/1.1" status: 204 len: 168 time: 0.4281240 Nov 16 19:02:00.027997 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-af10d348-5693-421f-9bb3-55b5d604c0a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:00.037578 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75053cd7-1c6e-40ea-af99-11c29708dd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b06bfa3-a717-448e-85b7-4c7907a2a54e,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:00.117270 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06a37d-e80a-43c8-9ec9-077d29e7c399 req-357f4cfd-a373-4969-94bd-c4913afa37f3 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:00.118850 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9f06a37d-e80a-43c8-9ec9-077d29e7c399 req-357f4cfd-a373-4969-94bd-c4913afa37f3 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0882990 Nov 16 19:02:00.145458 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-af10d348-5693-421f-9bb3-55b5d604c0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:00.150390 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-af10d348-5693-421f-9bb3-55b5d604c0a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:00.151891 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-af10d348-5693-421f-9bb3-55b5d604c0a9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0aa56feb-bc87-4890-9a75-f342467661bb HTTP/1.1" status: 204 len: 168 time: 0.4367309 Nov 16 19:02:00.174446 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10d348-5693-421f-9bb3-55b5d604c0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa56feb-bc87-4890-9a75-f342467661bb,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:00.224470 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-d3ecd6ff-3518-4ebe-be07-8527f4564ecf None None] Set router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:02:00.241566 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9f06a37d-e80a-43c8-9ec9-077d29e7c399 req-d2dc7c12-c11a-4635-8fec-16ac8fccdf5b tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009793 Nov 16 19:02:00.347891 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406c9d0c-a8a5-4bac-b691-2dba7c58aee1 x-openstack-request-id: req-406c9d0c-a8a5-4bac-b691-2dba7c58aee1 {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:02:00.348189 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7190b8e5-4def-4b46-bf21-dae43664c0ad", "tag": "e5571c38-77b9-4106-b9fd-2ba0f22a1929", "status": "completed", "code": 200}]} {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:02:00.348447 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-406c9d0c-a8a5-4bac-b691-2dba7c58aee1 {{(pid=101695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:02:00.348868 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7190b8e5-4def-4b46-bf21-dae43664c0ad', 'tag': 'e5571c38-77b9-4106-b9fd-2ba0f22a1929', 'status': 'completed', 'code': 200} Nov 16 19:02:00.431854 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f411c2-d577-41f5-b3a9-9430122c0072 req-c4795024-56c9-4004-96e0-987bbac6f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:00.433693 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-09f411c2-d577-41f5-b3a9-9430122c0072 req-c4795024-56c9-4004-96e0-987bbac6f0ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=836db18eadf842ce90dda0a1221006ff&device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 1098 time: 0.0479724 Nov 16 19:02:00.625871 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f411c2-d577-41f5-b3a9-9430122c0072 req-c1e686db-1307-4639-bc84-ffc9ff5508e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:00.627352 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-09f411c2-d577-41f5-b3a9-9430122c0072 req-c1e686db-1307-4639-bc84-ffc9ff5508e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88bf2e43-28ce-4261-97c8-fd704bf50e7b HTTP/1.1" status: 200 len: 909 time: 0.1833193 Nov 16 19:02:00.634630 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6681311-cb4d-4feb-9930-9b38685c99da req-9f09b78f-20ea-4831-a3b7-ab7a52e7cbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:00.636696 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f6681311-cb4d-4feb-9930-9b38685c99da req-9f09b78f-20ea-4831-a3b7-ab7a52e7cbf4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=88aad57826ba44d19a4a8c55a7eaea31&device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 1098 time: 0.0833876 Nov 16 19:02:00.645163 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-d3ecd6ff-3518-4ebe-be07-8527f4564ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'name': 'tempest-AttachVolumeTestJSON-4116363-router', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:16Z', 'updated_at': '2021-11-16T19:01:23Z', 'revision_number': 4, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'gw_port': {'id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:17Z', 'updated_at': '2021-11-16T19:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '44841319-1f8e-41c0-99e9-75e466ac7907', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'port_id': 'e5571c38-77b9-4106-b9fd-2ba0f22a1929', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'mac_address': 'fa:16:3e:44:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7190b8e5-4def-4b46-bf21-dae43664c0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:01:29Z', 'updated_at': '2021-11-16T19:01:58Z', 'revision_number': 1, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f5ba86-38b1-4820-aead-823d92b759bf', 'name': '', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'mac_address': 'fa:16:3e:ab:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:21Z', 'updated_at': '2021-11-16T19:01:28Z', 'revision_number': 5, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'subnets': [{'id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:02:00.665596 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affc1df-1df1-44f7-9bd1-743d691c45df req-e096c101-9488-4431-99a5-6395115568d7 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:00.668050 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-5affc1df-1df1-44f7-9bd1-743d691c45df req-e096c101-9488-4431-99a5-6395115568d7 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0614979 Nov 16 19:02:00.692098 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ecd6ff-3518-4ebe-be07-8527f4564ecf None None] Checking router: 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 for host: dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:02:00.704773 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ecd6ff-3518-4ebe-be07-8527f4564ecf None None] Routers {'78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:02:00.706056 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-d3ecd6ff-3518-4ebe-be07-8527f4564ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:01:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:02:00.760897 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 45510) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:00.834335 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-5affc1df-1df1-44f7-9bd1-743d691c45df req-f17f2484-c435-42c0-bb3c-f45f786033d5 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499789 Nov 16 19:02:00.835084 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5d1c353d-489a-4e85-b286-b782adac8f89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:00.885745 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-d3ecd6ff-3518-4ebe-be07-8527f4564ecf None None] Set router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:02:01.006199 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5d1c353d-489a-4e85-b286-b782adac8f89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:01.021581 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5d1c353d-489a-4e85-b286-b782adac8f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:01.070625 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-5d1c353d-489a-4e85-b286-b782adac8f89 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b720dd4375014d2cbba4b544ca0a14d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3088641 Nov 16 19:02:01.078916 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 45534) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:01.093170 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-09f411c2-d577-41f5-b3a9-9430122c0072 req-b70dd267-05ed-4b8a-8577-bc5d581f0465 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5571c38-77b9-4106-b9fd-2ba0f22a1929 HTTP/1.1" status: 200 len: 998 time: 0.4551029 Nov 16 19:02:01.122821 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c353d-489a-4e85-b286-b782adac8f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900a7539-20cb-47a6-a041-737550f5307f,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:01.252307 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f411c2-d577-41f5-b3a9-9430122c0072 req-53cdddb9-3f8a-4a40-9c92-0f0910d6b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:01.253835 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-09f411c2-d577-41f5-b3a9-9430122c0072 req-53cdddb9-3f8a-4a40-9c92-0f0910d6b793 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abfc24cf-bb3f-427f-8c1c-35e769c2f474 HTTP/1.1" status: 200 len: 847 time: 0.1466551 Nov 16 19:02:01.310809 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cb535c64-db17-40d8-8926-cea590f0174a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:01.319466 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6681311-cb4d-4feb-9930-9b38685c99da req-568b91f2-cecb-49e0-972e-8812a16a3d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:01.322029 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f6681311-cb4d-4feb-9930-9b38685c99da req-568b91f2-cecb-49e0-972e-8812a16a3d33 service neutron] 10.222.0.18 "GET /v2.0/networks?id=533462df-d675-4deb-a3d3-4fecaa48192e HTTP/1.1" status: 200 len: 920 time: 0.5970058 Nov 16 19:02:01.405812 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f6681311-cb4d-4feb-9930-9b38685c99da req-3e9665c2-d3f0-4e3c-85c8-dcf2346512ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57e6c1c0-bfcc-44c4-82b5-890dc4a034df HTTP/1.1" status: 200 len: 217 time: 0.0720050 Nov 16 19:02:01.407872 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cb535c64-db17-40d8-8926-cea590f0174a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:01.451005 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f411c2-d577-41f5-b3a9-9430122c0072 req-fa77b498-6af0-445f-89c4-db415c848201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:01.452507 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-09f411c2-d577-41f5-b3a9-9430122c0072 req-fa77b498-6af0-445f-89c4-db415c848201 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88bf2e43-28ce-4261-97c8-fd704bf50e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1840010 Nov 16 19:02:01.490193 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-d3ecd6ff-3518-4ebe-be07-8527f4564ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'name': 'tempest-AttachVolumeTestJSON-4116363-router', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:16Z', 'updated_at': '2021-11-16T19:01:23Z', 'revision_number': 4, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'gw_port': {'id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:17Z', 'updated_at': '2021-11-16T19:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '44841319-1f8e-41c0-99e9-75e466ac7907', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'port_id': 'e5571c38-77b9-4106-b9fd-2ba0f22a1929', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'mac_address': 'fa:16:3e:44:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7190b8e5-4def-4b46-bf21-dae43664c0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:01:29Z', 'updated_at': '2021-11-16T19:01:58Z', 'revision_number': 1, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f5ba86-38b1-4820-aead-823d92b759bf', 'name': '', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'mac_address': 'fa:16:3e:ab:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:21Z', 'updated_at': '2021-11-16T19:01:28Z', 'revision_number': 5, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'subnets': [{'id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:02:01.537460 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ecd6ff-3518-4ebe-be07-8527f4564ecf None None] The sync data for ids ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'] in dv-cinder-667108-35-iscsi is: [{'id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'name': 'tempest-AttachVolumeTestJSON-4116363-router', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:16Z', 'updated_at': '2021-11-16T19:01:23Z', 'revision_number': 4, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'gw_port': {'id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:17Z', 'updated_at': '2021-11-16T19:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '44841319-1f8e-41c0-99e9-75e466ac7907', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'port_id': 'e5571c38-77b9-4106-b9fd-2ba0f22a1929', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'mac_address': 'fa:16:3e:44:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7190b8e5-4def-4b46-bf21-dae43664c0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:01:29Z', 'updated_at': '2021-11-16T19:01:58Z', 'revision_number': 1, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f5ba86-38b1-4820-aead-823d92b759bf', 'name': '', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'mac_address': 'fa:16:3e:ab:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:21Z', 'updated_at': '2021-11-16T19:01:28Z', 'revision_number': 5, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'subnets': [{'id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:02:01.565567 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6681311-cb4d-4feb-9930-9b38685c99da req-3ad90e82-a043-4038-937a-d32f7f565186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:01.568409 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f6681311-cb4d-4feb-9930-9b38685c99da req-3ad90e82-a043-4038-937a-d32f7f565186 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ad88ff7-4248-419c-8852-34576a078e99 HTTP/1.1" status: 200 len: 859 time: 0.1483498 Nov 16 19:02:01.616779 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f6681311-cb4d-4feb-9930-9b38685c99da req-69f66e5c-20e3-4998-b911-9c4b2d93833b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=533462df-d675-4deb-a3d3-4fecaa48192e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388057 Nov 16 19:02:01.622946 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cb535c64-db17-40d8-8926-cea590f0174a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:01.625606 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cb535c64-db17-40d8-8926-cea590f0174a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:01.629676 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-cb535c64-db17-40d8-8926-cea590f0174a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/900a7539-20cb-47a6-a041-737550f5307f HTTP/1.1" status: 204 len: 168 time: 0.5470669 Nov 16 19:02:01.665017 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb535c64-db17-40d8-8926-cea590f0174a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900a7539-20cb-47a6-a041-737550f5307f,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:01.702685 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-09f411c2-d577-41f5-b3a9-9430122c0072 req-03c9aad6-ae94-4d85-89a6-ef83c8d70ea7 service neutron] 10.222.0.18 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234833 Nov 16 19:02:01.803947 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f6681311-cb4d-4feb-9930-9b38685c99da req-d9b378e5-9d70-4f4a-b9af-9290057c7a52 service neutron] 10.222.0.18 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665237 Nov 16 19:02:01.858873 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-09f411c2-d577-41f5-b3a9-9430122c0072 req-f42ab626-cfd5-4f72-a8f5-dad67bf9cf47 service neutron] 10.222.0.18 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470363 Nov 16 19:02:01.865802 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd4dc17-e2e2-46df-a35d-86cee0000342 None None] New status for floating IP 44841319-1f8e-41c0-99e9-75e466ac7907: ACTIVE {{(pid=101697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 19:02:01.962804 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0ce34-0530-44f2-aa63-daf785243090 req-61fbc970-fdf9-40b8-83d1-83a973f86ff8 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:01.965829 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-ade0ce34-0530-44f2-aa63-daf785243090 req-61fbc970-fdf9-40b8-83d1-83a973f86ff8 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0671194 Nov 16 19:02:01.967755 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f6681311-cb4d-4feb-9930-9b38685c99da req-f52c00ff-b7bc-4eeb-b4e8-ba532f581daf service neutron] 10.222.0.18 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464665 Nov 16 19:02:02.024607 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-ade0ce34-0530-44f2-aa63-daf785243090 req-dd5c525b-4fd0-4ad2-9ce8-3bbdf78f94ff tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531931 Nov 16 19:02:02.084451 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 45586) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:02.281963 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d7405d80-251d-4c97-bf19-41c3821505fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:02.390952 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d7405d80-251d-4c97-bf19-41c3821505fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:02.396387 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d7405d80-251d-4c97-bf19-41c3821505fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:02.461691 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7405d80-251d-4c97-bf19-41c3821505fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ed1b25-a84e-4f5f-91a8-0847d37a9875,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:02.491823 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 45628) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:02.492669 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-d7405d80-251d-4c97-bf19-41c3821505fd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b9ad3c2884c1490f8a94258cf14a87a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4073837 Nov 16 19:02:02.567789 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-bf83889b-5749-49a4-b1d1-18ce774c3238 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:02.600827 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-bf83889b-5749-49a4-b1d1-18ce774c3238 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:02.659204 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-bf83889b-5749-49a4-b1d1-18ce774c3238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:02.663203 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-bf83889b-5749-49a4-b1d1-18ce774c3238 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:02.664878 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-bf83889b-5749-49a4-b1d1-18ce774c3238 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01ed1b25-a84e-4f5f-91a8-0847d37a9875 HTTP/1.1" status: 204 len: 168 time: 0.1719346 Nov 16 19:02:02.673401 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83889b-5749-49a4-b1d1-18ce774c3238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ed1b25-a84e-4f5f-91a8-0847d37a9875,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:03.049191 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 45658) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:03.067671 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-af831203-a3fd-48f6-8431-c016080c2326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:03.158565 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-af831203-a3fd-48f6-8431-c016080c2326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:03.162269 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e02be-958f-4094-a4d5-85d1d07cc0c3 req-ac4271e6-aa44-44c3-b96e-3546346c7f3a tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:03.164119 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-821e02be-958f-4094-a4d5-85d1d07cc0c3 req-ac4271e6-aa44-44c3-b96e-3546346c7f3a tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0613444 Nov 16 19:02:03.165799 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-af831203-a3fd-48f6-8431-c016080c2326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:03.226665 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-af831203-a3fd-48f6-8431-c016080c2326 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a8bd482d86954b8590cb373b72055138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1734390 Nov 16 19:02:03.226665 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af831203-a3fd-48f6-8431-c016080c2326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bf1e28-5a49-424f-913b-d4a3cedeb7ab,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:03.228207 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 45664) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:03.229136 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-821e02be-958f-4094-a4d5-85d1d07cc0c3 req-a7efa194-bb8b-4eab-a0d6-f56363f42564 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571237 Nov 16 19:02:03.298529 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b0f874d9-60f5-44f1-a07c-f0926eab415d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:03.334339 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b0f874d9-60f5-44f1-a07c-f0926eab415d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:03.394393 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b0f874d9-60f5-44f1-a07c-f0926eab415d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:03.397406 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b0f874d9-60f5-44f1-a07c-f0926eab415d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:03.401095 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-b0f874d9-60f5-44f1-a07c-f0926eab415d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/06bf1e28-5a49-424f-913b-d4a3cedeb7ab HTTP/1.1" status: 204 len: 168 time: 0.1620576 Nov 16 19:02:03.406727 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f874d9-60f5-44f1-a07c-f0926eab415d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bf1e28-5a49-424f-913b-d4a3cedeb7ab,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:04.377298 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22afe4-2158-4e66-a4d6-313d9c5a860e req-5deb3e7a-c345-42e9-a943-4dcfb7e59e7a tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:04.382032 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-1e22afe4-2158-4e66-a4d6-313d9c5a860e req-5deb3e7a-c345-42e9-a943-4dcfb7e59e7a tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0626383 Nov 16 19:02:04.447187 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-1e22afe4-2158-4e66-a4d6-313d9c5a860e req-8c80a5b5-f152-42b2-a543-9f2bb34a7d41 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624447 Nov 16 19:02:05.082023 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 45772) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:05.201861 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ce0fac86-4539-4517-90af-70b9430c856b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:05.291200 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ce0fac86-4539-4517-90af-70b9430c856b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:05.304698 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ce0fac86-4539-4517-90af-70b9430c856b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:05.336342 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-ce0fac86-4539-4517-90af-70b9430c856b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=003dc96b5a6a4859ada7006e250910a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531841 Nov 16 19:02:05.339414 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 45786) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:05.351342 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fac86-4539-4517-90af-70b9430c856b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9519d259-9493-4a34-8c1e-736b6b60657c,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:05.421085 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-93576fcd-6b11-4c6d-bf44-7e59f46b2f05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:05.444450 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-93576fcd-6b11-4c6d-bf44-7e59f46b2f05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:05.498671 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-93576fcd-6b11-4c6d-bf44-7e59f46b2f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:05.501389 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-93576fcd-6b11-4c6d-bf44-7e59f46b2f05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:05.502580 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-93576fcd-6b11-4c6d-bf44-7e59f46b2f05 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9519d259-9493-4a34-8c1e-736b6b60657c HTTP/1.1" status: 204 len: 168 time: 0.1619363 Nov 16 19:02:05.513869 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93576fcd-6b11-4c6d-bf44-7e59f46b2f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9519d259-9493-4a34-8c1e-736b6b60657c,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:05.600605 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65703b1-56a0-4535-981b-f290ad10db06 req-a44ee30d-fab3-4005-808d-e00fba7a646e tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:05.602548 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f65703b1-56a0-4535-981b-f290ad10db06 req-a44ee30d-fab3-4005-808d-e00fba7a646e tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0668736 Nov 16 19:02:05.658274 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f65703b1-56a0-4535-981b-f290ad10db06 req-72d92754-968e-4c85-a0e4-f32b1926895d tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497262 Nov 16 19:02:05.814441 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 45802) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:05.827563 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-24339344-bf6c-4a5e-bb6c-f0c4c565d610 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:05.910998 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-24339344-bf6c-4a5e-bb6c-f0c4c565d610 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:05.916135 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-24339344-bf6c-4a5e-bb6c-f0c4c565d610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:05.963012 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24339344-bf6c-4a5e-bb6c-f0c4c565d610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b560dcfe-bed7-4444-bac2-00170dc68ddf,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:05.966397 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-24339344-bf6c-4a5e-bb6c-f0c4c565d610 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fbda31f59b394d369a9f3f331e5b2384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508920 Nov 16 19:02:05.968872 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 45812) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:06.017441 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-6c3d6f22-0be7-4527-a767-edb306b9a545 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:06.043137 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-6c3d6f22-0be7-4527-a767-edb306b9a545 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:06.092313 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-6c3d6f22-0be7-4527-a767-edb306b9a545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:06.095483 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-6c3d6f22-0be7-4527-a767-edb306b9a545 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:06.096690 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-6c3d6f22-0be7-4527-a767-edb306b9a545 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b560dcfe-bed7-4444-bac2-00170dc68ddf HTTP/1.1" status: 204 len: 168 time: 0.1269557 Nov 16 19:02:06.105937 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d6f22-0be7-4527-a767-edb306b9a545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b560dcfe-bed7-4444-bac2-00170dc68ddf,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:06.799175 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163134c7-e4ce-421a-a349-3f826242a1fb req-d3b84b2f-9ca7-4530-a257-9cb221567364 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:06.800857 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-163134c7-e4ce-421a-a349-3f826242a1fb req-d3b84b2f-9ca7-4530-a257-9cb221567364 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0586636 Nov 16 19:02:06.825997 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f7beb023-8d08-46dc-81b5-1f2590b75b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:06.858435 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-163134c7-e4ce-421a-a349-3f826242a1fb req-8a05d222-0f27-4218-9801-11ce41ffdf19 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494800 Nov 16 19:02:07.977584 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384d0ac-c21a-4884-860b-994ff0fd87f7 req-934739be-9581-4c1a-8fe1-54624667c176 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:07.982034 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2384d0ac-c21a-4884-860b-994ff0fd87f7 req-934739be-9581-4c1a-8fe1-54624667c176 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0522504 Nov 16 19:02:08.035178 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2384d0ac-c21a-4884-860b-994ff0fd87f7 req-64e7d6d5-1790-40d6-8257-e32854f0fcee tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502822 Nov 16 19:02:09.157094 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe74528-31a5-40da-82cf-2d08bbf12de2 req-979feabb-1253-44f8-8411-dda95c7a2549 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:09.158596 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-7fe74528-31a5-40da-82cf-2d08bbf12de2 req-979feabb-1253-44f8-8411-dda95c7a2549 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0487671 Nov 16 19:02:09.204970 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-7fe74528-31a5-40da-82cf-2d08bbf12de2 req-9143377b-92dd-4cb5-a781-d3536a6e5f05 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396872 Nov 16 19:02:09.833967 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-4ff5cd39-4e65-4537-b561-b153920262db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:10.336051 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c98d61-bdb8-493e-8cb4-ce05a2242765 req-4d87429b-e7ed-496d-a3b6-fbb8dd532930 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:10.337748 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-09c98d61-bdb8-493e-8cb4-ce05a2242765 req-4d87429b-e7ed-496d-a3b6-fbb8dd532930 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0550468 Nov 16 19:02:10.395895 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-09c98d61-bdb8-493e-8cb4-ce05a2242765 req-0f0e2211-3d1f-43a0-9821-b0e3ec705c77 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518439 Nov 16 19:02:10.976818 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93480329-246b-4ac3-9372-eff407e23c75 req-50b3bd37-e99a-48c9-8c75-6360c860d581 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:10.978271 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-93480329-246b-4ac3-9372-eff407e23c75 req-50b3bd37-e99a-48c9-8c75-6360c860d581 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 945 time: 0.0586913 Nov 16 19:02:11.033009 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-93480329-246b-4ac3-9372-eff407e23c75 req-233d2337-6c4d-43c5-a9fb-cd44571df7a8 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488648 Nov 16 19:02:11.315370 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 46030) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:11.325693 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:11.418351 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-906a20e4-4fde-4fdc-8bfa-522584ed4346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:11.521415 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-906a20e4-4fde-4fdc-8bfa-522584ed4346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:11.530722 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-906a20e4-4fde-4fdc-8bfa-522584ed4346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:11.548653 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0acb9-4811-452e-b0ee-fbf2f95c449b req-da7d73b0-7a26-40b6-b1f9-d4da8be09ed1 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:11.550172 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-17c0acb9-4811-452e-b0ee-fbf2f95c449b req-da7d73b0-7a26-40b6-b1f9-d4da8be09ed1 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0731757 Nov 16 19:02:11.592595 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-906a20e4-4fde-4fdc-8bfa-522584ed4346 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e3a89bfdf3f94400a901a12db14ab7e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761531 Nov 16 19:02:11.595318 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 46040) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:11.595785 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a20e4-4fde-4fdc-8bfa-522584ed4346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3cc67b-0b0c-4f0a-9365-8dcf1807f8f2,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:11.623685 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-17c0acb9-4811-452e-b0ee-fbf2f95c449b req-21e39ceb-4b5d-4e25-8c68-440129ed7875 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659320 Nov 16 19:02:11.648291 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-74750103-28e8-47cf-b721-e7f270232718 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:11.668747 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-74750103-28e8-47cf-b721-e7f270232718 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:11.713985 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-74750103-28e8-47cf-b721-e7f270232718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:11.716631 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-74750103-28e8-47cf-b721-e7f270232718 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:11.717798 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-74750103-28e8-47cf-b721-e7f270232718 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cf3cc67b-0b0c-4f0a-9365-8dcf1807f8f2 HTTP/1.1" status: 204 len: 168 time: 0.1214688 Nov 16 19:02:11.726476 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74750103-28e8-47cf-b721-e7f270232718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3cc67b-0b0c-4f0a-9365-8dcf1807f8f2,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:11.974086 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 46048) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:11.986970 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d7ab56a6-21a7-4fd1-9e4a-6f6fe3f001b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:12.064208 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d7ab56a6-21a7-4fd1-9e4a-6f6fe3f001b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:12.068039 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d7ab56a6-21a7-4fd1-9e4a-6f6fe3f001b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:12.108873 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-d7ab56a6-21a7-4fd1-9e4a-6f6fe3f001b1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a00223cf78b640849364126bffc8a11b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337278 Nov 16 19:02:12.109624 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab56a6-21a7-4fd1-9e4a-6f6fe3f001b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58f44dd-fc31-4b8b-b3de-dd9bd64bec51,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:12.111475 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 46052) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:12.166328 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a8c0c56a-6437-495e-a921-819e60902727 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:12.217913 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a8c0c56a-6437-495e-a921-819e60902727 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:12.247316 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4837dca-3202-4a67-92d1-1052e5354358 req-b27ef16e-e2c5-4fdd-b2f5-bc79f403275e tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:12.248963 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d4837dca-3202-4a67-92d1-1052e5354358 req-b27ef16e-e2c5-4fdd-b2f5-bc79f403275e tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 945 time: 0.0843999 Nov 16 19:02:12.306794 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d4837dca-3202-4a67-92d1-1052e5354358 req-6fa9bdaf-dbbd-435a-90b7-b54f50ff0491 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511544 Nov 16 19:02:12.307852 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a8c0c56a-6437-495e-a921-819e60902727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:12.310381 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a8c0c56a-6437-495e-a921-819e60902727 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:12.311410 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-a8c0c56a-6437-495e-a921-819e60902727 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c58f44dd-fc31-4b8b-b3de-dd9bd64bec51 HTTP/1.1" status: 204 len: 168 time: 0.1989479 Nov 16 19:02:12.324100 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0c56a-6437-495e-a921-819e60902727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58f44dd-fc31-4b8b-b3de-dd9bd64bec51,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:12.741492 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4958e2f-b055-4e8a-9715-0fbcc17ec3a7 req-52431519-001e-41d0-9279-722771605c78 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:12.742921 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a4958e2f-b055-4e8a-9715-0fbcc17ec3a7 req-52431519-001e-41d0-9279-722771605c78 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0493093 Nov 16 19:02:12.794864 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a4958e2f-b055-4e8a-9715-0fbcc17ec3a7 req-ce3d756a-b655-4136-b0e7-342886ac07a9 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459700 Nov 16 19:02:13.142840 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:13.434396 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40660594-bb56-4849-9009-4223c27dc7c4 req-ac485ebd-6538-4e98-beb2-6eb08333f2f4 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:13.436278 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-40660594-bb56-4849-9009-4223c27dc7c4 req-ac485ebd-6538-4e98-beb2-6eb08333f2f4 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 945 time: 0.0530660 Nov 16 19:02:13.483292 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-40660594-bb56-4849-9009-4223c27dc7c4 req-fe0d0095-6b81-4d88-97ba-aeed677f0eed tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412531 Nov 16 19:02:13.795295 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:13.929297 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8bae9-339b-435a-8052-40f30d7b9e2c req-1f269143-0750-47c1-a629-c358883fc524 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:13.930888 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-8ac8bae9-339b-435a-8052-40f30d7b9e2c req-1f269143-0750-47c1-a629-c358883fc524 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0584588 Nov 16 19:02:13.980112 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-8ac8bae9-339b-435a-8052-40f30d7b9e2c req-b5f53f71-8f06-4822-a389-fac2fcc5000d tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433631 Nov 16 19:02:14.382531 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 46152) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:14.485100 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a72f5964-dbc8-4ca1-ac1b-32eedc324be6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:14.568153 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a72f5964-dbc8-4ca1-ac1b-32eedc324be6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:14.573376 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a72f5964-dbc8-4ca1-ac1b-32eedc324be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:14.616487 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-a72f5964-dbc8-4ca1-ac1b-32eedc324be6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b1815d6401f840908c88ccb5ec489b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367759 Nov 16 19:02:14.617026 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 46168) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:14.619587 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e38039-15f2-43e2-a951-10130e59c525 req-d744f86a-e473-46b9-aafe-68c2e0656c82 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:14.621313 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e1e38039-15f2-43e2-a951-10130e59c525 req-d744f86a-e473-46b9-aafe-68c2e0656c82 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 945 time: 0.0606310 Nov 16 19:02:14.624979 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f5964-dbc8-4ca1-ac1b-32eedc324be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5e2340-c3ee-4267-92fd-baafd28e5f15,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:14.689709 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-7483329e-9ae5-4045-9342-76a3c75abb90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:14.705291 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e1e38039-15f2-43e2-a951-10130e59c525 req-15b3d4c6-2862-4ba1-8739-d0c4eb4f4bf2 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674350 Nov 16 19:02:14.729378 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-7483329e-9ae5-4045-9342-76a3c75abb90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:14.783407 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-7483329e-9ae5-4045-9342-76a3c75abb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:14.786544 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-7483329e-9ae5-4045-9342-76a3c75abb90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:14.788673 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-7483329e-9ae5-4045-9342-76a3c75abb90 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f5e2340-c3ee-4267-92fd-baafd28e5f15 HTTP/1.1" status: 204 len: 168 time: 0.1690836 Nov 16 19:02:14.797129 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483329e-9ae5-4045-9342-76a3c75abb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5e2340-c3ee-4267-92fd-baafd28e5f15,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:15.123167 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1903b-adfc-4cf9-8c64-c0ea1467c8ab req-535e2ed9-d6ce-4cd3-8ec7-464e01ea7025 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:15.124670 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7ed1903b-adfc-4cf9-8c64-c0ea1467c8ab req-535e2ed9-d6ce-4cd3-8ec7-464e01ea7025 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0673680 Nov 16 19:02:15.129414 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 46210) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:15.144940 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-0bea6f80-624b-44a8-8602-303c83fd43f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:15.183786 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7ed1903b-adfc-4cf9-8c64-c0ea1467c8ab req-7e5801a5-ac94-4e45-86c3-285f413c6df9 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494003 Nov 16 19:02:15.222581 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-0bea6f80-624b-44a8-8602-303c83fd43f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:15.228176 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-0bea6f80-624b-44a8-8602-303c83fd43f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:15.274337 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-0bea6f80-624b-44a8-8602-303c83fd43f1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5aa6ebfbb4d24326a34cf91ab4beb3e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435082 Nov 16 19:02:15.274982 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 46220) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:15.275283 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea6f80-624b-44a8-8602-303c83fd43f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c355469-802b-49e5-8d05-99ad24f00a83,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:15.330171 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-e9b33b23-df9e-43b4-a692-b9740e7eeaf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:15.352282 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-e9b33b23-df9e-43b4-a692-b9740e7eeaf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:15.397174 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-e9b33b23-df9e-43b4-a692-b9740e7eeaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:15.400219 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-e9b33b23-df9e-43b4-a692-b9740e7eeaf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:15.401353 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-e9b33b23-df9e-43b4-a692-b9740e7eeaf0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7c355469-802b-49e5-8d05-99ad24f00a83 HTTP/1.1" status: 204 len: 168 time: 0.1252596 Nov 16 19:02:15.408934 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b33b23-df9e-43b4-a692-b9740e7eeaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c355469-802b-49e5-8d05-99ad24f00a83,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:15.826261 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3744d4c-d4a8-4d5b-9d70-2d586fef8ee2 req-6976b96f-be99-4052-9467-ed49872eb961 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:15.827659 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f3744d4c-d4a8-4d5b-9d70-2d586fef8ee2 req-6976b96f-be99-4052-9467-ed49872eb961 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 945 time: 0.0509601 Nov 16 19:02:15.877059 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f3744d4c-d4a8-4d5b-9d70-2d586fef8ee2 req-759a208d-8430-4549-8329-7586ffd66cd0 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435975 Nov 16 19:02:16.303398 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280440d-4cdd-4bfb-8ea9-1247e14d1cf4 req-cf310afa-4814-4b5f-b171-c857f2fa4834 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:16.305378 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1280440d-4cdd-4bfb-8ea9-1247e14d1cf4 req-cf310afa-4814-4b5f-b171-c857f2fa4834 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0513408 Nov 16 19:02:16.359031 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1280440d-4cdd-4bfb-8ea9-1247e14d1cf4 req-8e6be088-da85-4b4a-92db-80ca687f65e3 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467598 Nov 16 19:02:16.998464 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d702d-73c1-40b3-8edf-8c0d95555b08 req-5b6a93d5-7f85-4bfa-842e-416a827e5d2a tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:17.000018 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d06d702d-73c1-40b3-8edf-8c0d95555b08 req-5b6a93d5-7f85-4bfa-842e-416a827e5d2a tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 945 time: 0.0508027 Nov 16 19:02:17.049044 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d06d702d-73c1-40b3-8edf-8c0d95555b08 req-11508594-e7ae-43b9-8348-ab8daab43c4b tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425997 Nov 16 19:02:17.316488 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 46308) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:17.422595 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cf968b74-947e-45df-8a4b-a78fe1fef440 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:17.503723 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05aaee-d451-4481-94e5-51beae7e2991 req-ca660d13-9be7-437a-b9b7-2902a8387f3c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:17.505183 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9f05aaee-d451-4481-94e5-51beae7e2991 req-ca660d13-9be7-437a-b9b7-2902a8387f3c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0723324 Nov 16 19:02:17.568467 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cf968b74-947e-45df-8a4b-a78fe1fef440 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:17.573515 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9f05aaee-d451-4481-94e5-51beae7e2991 req-e1344e00-973d-445a-9135-be59cbe40f3f tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618982 Nov 16 19:02:17.574528 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cf968b74-947e-45df-8a4b-a78fe1fef440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:17.611097 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf968b74-947e-45df-8a4b-a78fe1fef440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcad5741-029e-4877-85b5-d64bdf265c54,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:17.615669 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-cf968b74-947e-45df-8a4b-a78fe1fef440 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=475fd35bd16e45e5b7488f2c9620f389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981782 Nov 16 19:02:17.618455 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 46316) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:17.620370 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf968b74-947e-45df-8a4b-a78fe1fef440 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.620741 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf968b74-947e-45df-8a4b-a78fe1fef440 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.621088 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf968b74-947e-45df-8a4b-a78fe1fef440 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.621425 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf968b74-947e-45df-8a4b-a78fe1fef440 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.621780 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf968b74-947e-45df-8a4b-a78fe1fef440 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.622113 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf968b74-947e-45df-8a4b-a78fe1fef440 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.622449 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf968b74-947e-45df-8a4b-a78fe1fef440 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.622774 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf968b74-947e-45df-8a4b-a78fe1fef440 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.623110 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf968b74-947e-45df-8a4b-a78fe1fef440 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.623433 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf968b74-947e-45df-8a4b-a78fe1fef440 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.623757 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf968b74-947e-45df-8a4b-a78fe1fef440 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.624077 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf968b74-947e-45df-8a4b-a78fe1fef440 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.666367 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f7d97d19-258f-453d-aabf-49f190cddcc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:17.686533 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f7d97d19-258f-453d-aabf-49f190cddcc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:17.730931 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f7d97d19-258f-453d-aabf-49f190cddcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:17.733510 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f7d97d19-258f-453d-aabf-49f190cddcc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:17.734676 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-f7d97d19-258f-453d-aabf-49f190cddcc0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dcad5741-029e-4877-85b5-d64bdf265c54 HTTP/1.1" status: 204 len: 168 time: 0.1152360 Nov 16 19:02:17.743016 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d97d19-258f-453d-aabf-49f190cddcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcad5741-029e-4877-85b5-d64bdf265c54,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:17.750633 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d97d19-258f-453d-aabf-49f190cddcc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.750992 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d97d19-258f-453d-aabf-49f190cddcc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.751336 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d97d19-258f-453d-aabf-49f190cddcc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.751676 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d97d19-258f-453d-aabf-49f190cddcc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.752011 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d97d19-258f-453d-aabf-49f190cddcc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.752344 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d97d19-258f-453d-aabf-49f190cddcc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.752676 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d97d19-258f-453d-aabf-49f190cddcc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.753010 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d97d19-258f-453d-aabf-49f190cddcc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.753341 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d97d19-258f-453d-aabf-49f190cddcc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.753694 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d97d19-258f-453d-aabf-49f190cddcc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.754020 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d97d19-258f-453d-aabf-49f190cddcc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.754345 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d97d19-258f-453d-aabf-49f190cddcc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:17.993138 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 46324) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:18.009100 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-7af4eaf7-96e5-43d0-871f-5fa4a870f432 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:18.088859 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-7af4eaf7-96e5-43d0-871f-5fa4a870f432 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:18.092698 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-7af4eaf7-96e5-43d0-871f-5fa4a870f432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:18.130406 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-7af4eaf7-96e5-43d0-871f-5fa4a870f432 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=da390f7a88d243c8a31392b9a1831cee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360993 Nov 16 19:02:18.131554 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4eaf7-96e5-43d0-871f-5fa4a870f432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7eef396-5af2-4601-bfeb-6bcdfa587f97,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:18.133785 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 46328) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:18.166668 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408a225-fdfa-4b84-abc5-560ee8149053 req-789d1a89-8665-475a-a810-710ad651c4b0 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:18.168184 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b408a225-fdfa-4b84-abc5-560ee8149053 req-789d1a89-8665-475a-a810-710ad651c4b0 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 945 time: 0.0503023 Nov 16 19:02:18.184761 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-955f93c2-2e77-497a-b9e7-5a7abd8e6e12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:18.205358 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-955f93c2-2e77-497a-b9e7-5a7abd8e6e12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:18.215563 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b408a225-fdfa-4b84-abc5-560ee8149053 req-2e7907ec-cd36-489e-aa29-0dc0e1eedb87 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413418 Nov 16 19:02:18.258358 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-955f93c2-2e77-497a-b9e7-5a7abd8e6e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:18.261401 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-955f93c2-2e77-497a-b9e7-5a7abd8e6e12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:18.262565 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-955f93c2-2e77-497a-b9e7-5a7abd8e6e12 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c7eef396-5af2-4601-bfeb-6bcdfa587f97 HTTP/1.1" status: 204 len: 168 time: 0.1278889 Nov 16 19:02:18.270263 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f93c2-2e77-497a-b9e7-5a7abd8e6e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7eef396-5af2-4601-bfeb-6bcdfa587f97,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:18.690297 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96b36a-31c2-40bb-a491-9bcdfec96ceb req-dc30a3e1-1f43-469d-b620-784644487a9f tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:18.691801 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-ef96b36a-31c2-40bb-a491-9bcdfec96ceb req-dc30a3e1-1f43-469d-b620-784644487a9f tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0476556 Nov 16 19:02:18.739055 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-ef96b36a-31c2-40bb-a491-9bcdfec96ceb req-7b46a3a0-48f5-4c5f-a176-ae9e81196802 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408449 Nov 16 19:02:19.325950 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 46382) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:19.343707 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70616-94db-47d7-89cc-450158610391 req-2bcdc25d-7fcc-42c3-8e20-1f864ffede94 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:19.345260 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-dfc70616-94db-47d7-89cc-450158610391 req-2bcdc25d-7fcc-42c3-8e20-1f864ffede94 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 945 time: 0.0539391 Nov 16 19:02:19.406786 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-dfc70616-94db-47d7-89cc-450158610391 req-72a4cc2f-6ae9-4d0e-aa0a-5eb9a0678451 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540111 Nov 16 19:02:19.455338 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-de395941-b004-4049-802b-6774b3c3cb0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:19.533682 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-de395941-b004-4049-802b-6774b3c3cb0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:19.537614 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-de395941-b004-4049-802b-6774b3c3cb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:19.574398 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de395941-b004-4049-802b-6774b3c3cb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323f8a8c-9254-43a0-8212-603c012040f5,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:19.579968 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-de395941-b004-4049-802b-6774b3c3cb0f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9760925c0ba54ffc8dfbb6f41db1d99c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530024 Nov 16 19:02:19.582488 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 46390) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:19.629003 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-45abdbf0-0c50-494a-beca-0d2946c5759c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:19.652055 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-45abdbf0-0c50-494a-beca-0d2946c5759c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:19.695515 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-45abdbf0-0c50-494a-beca-0d2946c5759c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:19.698216 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-45abdbf0-0c50-494a-beca-0d2946c5759c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:19.699351 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-45abdbf0-0c50-494a-beca-0d2946c5759c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/323f8a8c-9254-43a0-8212-603c012040f5 HTTP/1.1" status: 204 len: 168 time: 0.1159635 Nov 16 19:02:19.706776 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abdbf0-0c50-494a-beca-0d2946c5759c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323f8a8c-9254-43a0-8212-603c012040f5,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:19.857532 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02e34c-300e-4544-9634-3897cc2600a5 req-9de2b670-5321-4afd-b9bc-c4c106387ad0 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:19.859048 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-8d02e34c-300e-4544-9634-3897cc2600a5 req-9de2b670-5321-4afd-b9bc-c4c106387ad0 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0491219 Nov 16 19:02:19.915932 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-8d02e34c-300e-4544-9634-3897cc2600a5 req-4efeb6d3-c0b3-4d87-9025-9da3eaf03682 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509012 Nov 16 19:02:20.526521 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582a6f7-5ed8-4712-b100-4880e0e6c3a9 req-0c21ea1c-d128-4f40-b849-9a4ef941d80d tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:20.528052 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-b582a6f7-5ed8-4712-b100-4880e0e6c3a9 req-0c21ea1c-d128-4f40-b849-9a4ef941d80d tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 945 time: 0.0489364 Nov 16 19:02:20.578319 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-b582a6f7-5ed8-4712-b100-4880e0e6c3a9 req-f43dddbd-2e96-47c4-b29c-9cffd35ce09a tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441229 Nov 16 19:02:21.042809 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb646c1b-bd28-4b52-8551-206cf2df3ec2 req-44492c05-b329-4fcd-97f2-31f00d0e7965 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:21.044279 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-eb646c1b-bd28-4b52-8551-206cf2df3ec2 req-44492c05-b329-4fcd-97f2-31f00d0e7965 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0558450 Nov 16 19:02:21.094791 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-eb646c1b-bd28-4b52-8551-206cf2df3ec2 req-46ced891-96f7-4f12-a149-d9ae0796456b tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442162 Nov 16 19:02:21.691314 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85e636-7676-40a8-b503-3978d3d103da req-b109d5d9-173c-4184-a780-d2a04552076c tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:21.692826 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-7a85e636-7676-40a8-b503-3978d3d103da req-b109d5d9-173c-4184-a780-d2a04552076c tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 945 time: 0.0480204 Nov 16 19:02:21.740206 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-7a85e636-7676-40a8-b503-3978d3d103da req-95601d5a-ef9d-4274-beb4-a5ea5d43878d tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408320 Nov 16 19:02:22.213052 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac1cdf-1bf3-45fe-b926-043c56768a74 req-6d92565b-971b-45d4-adcc-28504e9881ae tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:22.214492 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c7ac1cdf-1bf3-45fe-b926-043c56768a74 req-6d92565b-971b-45d4-adcc-28504e9881ae tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0487564 Nov 16 19:02:22.265843 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c7ac1cdf-1bf3-45fe-b926-043c56768a74 req-496aa674-3f36-4daa-b491-997fd32eb1d6 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454302 Nov 16 19:02:22.447516 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcddb31-051c-4f1b-bf97-4f7e6faaeb50 req-947ef3b0-1253-4a05-8994-c92f2b746c4d tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:22.449155 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bbcddb31-051c-4f1b-bf97-4f7e6faaeb50 req-947ef3b0-1253-4a05-8994-c92f2b746c4d tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 945 time: 0.0618787 Nov 16 19:02:22.619243 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-bbcddb31-051c-4f1b-bf97-4f7e6faaeb50 req-feccef9c-2d37-4247-ac3f-101c283ac744 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Deleting port 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:02:22.619709 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-bbcddb31-051c-4f1b-bf97-4f7e6faaeb50 req-feccef9c-2d37-4247-ac3f-101c283ac744 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:22.762199 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-bbcddb31-051c-4f1b-bf97-4f7e6faaeb50 req-feccef9c-2d37-4247-ac3f-101c283ac744 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] For port 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d,segment=NetworkSegment(70f68f4a-8d93-4596-af66-c551f646477f),segment_id=70f68f4a-8d93-4596-af66-c551f646477f)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:02:22.762575 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-bbcddb31-051c-4f1b-bf97-4f7e6faaeb50 req-feccef9c-2d37-4247-ac3f-101c283ac744 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:22.799640 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 46526) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:22.807518 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-bbcddb31-051c-4f1b-bf97-4f7e6faaeb50 req-feccef9c-2d37-4247-ac3f-101c283ac744 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Calling delete_port for 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d owned by compute:nova {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:02:22.956896 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db734fa-cbbf-4d71-877b-a47a1ed895a8 req-72c6e9c0-fdb8-41c2-bbb7-0ad309135116 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:22.959235 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5db734fa-cbbf-4d71-877b-a47a1ed895a8 req-72c6e9c0-fdb8-41c2-bbb7-0ad309135116 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 945 time: 0.1142201 Nov 16 19:02:23.055440 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-533ff1b4-6ad9-403d-b8a8-15187e74f62b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:23.067629 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 46544) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:23.076648 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-bbcddb31-051c-4f1b-bf97-4f7e6faaeb50 req-feccef9c-2d37-4247-ac3f-101c283ac744 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:23.100718 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:02:23.105521 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5db734fa-cbbf-4d71-877b-a47a1ed895a8 req-8153651c-ec7a-4b40-a2e6-a0c1ac0a2822 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1644238-aec3-451f-94c9-d48eb6f57daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294656 Nov 16 19:02:23.137741 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 46552) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:23.142586 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccef9c-2d37-4247-ac3f-101c283ac744 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Pushing event deleted for resources: {'Port': ['ID=80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:23.250316 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-533ff1b4-6ad9-403d-b8a8-15187e74f62b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:23.258042 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-533ff1b4-6ad9-403d-b8a8-15187e74f62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:23.327970 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-4c16de7d-bf3b-4720-b52f-9256745f530c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:23.339898 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ff1b4-6ad9-403d-b8a8-15187e74f62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1288cc2-c1cc-43b1-812d-b4b69134bcae,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:23.355810 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-533ff1b4-6ad9-403d-b8a8-15187e74f62b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ca2fa216b4e043fbaf29b7e458642ced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5532925 Nov 16 19:02:23.366836 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 46562) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:23.479861 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcddb31-051c-4f1b-bf97-4f7e6faaeb50 req-feccef9c-2d37-4247-ac3f-101c283ac744 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] No DVR routers for this DVR port 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d on host hv-cinder-66710 {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:02:23.489132 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-bbcddb31-051c-4f1b-bf97-4f7e6faaeb50 req-feccef9c-2d37-4247-ac3f-101c283ac744 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:23.492599 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bbcddb31-051c-4f1b-bf97-4f7e6faaeb50 req-feccef9c-2d37-4247-ac3f-101c283ac744 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.18 "DELETE /v2.0/ports/80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d HTTP/1.1" status: 204 len: 173 time: 1.0330741 Nov 16 19:02:23.493043 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8df9df9-abb5-47f5-ba35-590c9d13ef80', 'name': 'network-vif-deleted', 'tag': '80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:02:23.495645 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c678b520-2024-4741-a416-6894981d65bf" -d '{"events": [{"server_uuid": "e8df9df9-abb5-47f5-ba35-590c9d13ef80", "name": "network-vif-deleted", "tag": "80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:02:23.499132 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ef048726-3e4b-447d-9bd8-e66a05567355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:23.506379 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72926a-95f6-45ed-85fa-b8cd12732ab1 req-6a169bbf-aeff-4e9c-923c-e089563d2761 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:23.508041 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2d72926a-95f6-45ed-85fa-b8cd12732ab1 req-6a169bbf-aeff-4e9c-923c-e089563d2761 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.1429734 Nov 16 19:02:23.515264 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c9844c9b-723a-475a-9f84-631b5ef8b2fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:23.550932 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99dd1c7-efe1-41cd-b5c3-fc83f0a54cf1 x-openstack-request-id: req-e99dd1c7-efe1-41cd-b5c3-fc83f0a54cf1 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:02:23.551147 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8df9df9-abb5-47f5-ba35-590c9d13ef80", "name": "network-vif-deleted", "tag": "80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:02:23.551370 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e99dd1c7-efe1-41cd-b5c3-fc83f0a54cf1 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:02:23.551959 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8df9df9-abb5-47f5-ba35-590c9d13ef80', 'name': 'network-vif-deleted', 'tag': '80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d', 'status': 'completed', 'code': 200} Nov 16 19:02:23.588230 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c9844c9b-723a-475a-9f84-631b5ef8b2fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:23.590982 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-4c16de7d-bf3b-4720-b52f-9256745f530c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:23.605867 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ef048726-3e4b-447d-9bd8-e66a05567355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:23.609627 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ef048726-3e4b-447d-9bd8-e66a05567355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:23.609906 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-4c16de7d-bf3b-4720-b52f-9256745f530c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:23.648822 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-ef048726-3e4b-447d-9bd8-e66a05567355 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dfff80cf126542ea86087cd987d6e0ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5800223 Nov 16 19:02:23.649907 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef048726-3e4b-447d-9bd8-e66a05567355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92a4c12-4643-4766-89c1-4d2185e372c3,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:23.652280 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 46572) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:23.670122 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2d72926a-95f6-45ed-85fa-b8cd12732ab1 req-2d174b17-51b4-4556-b7e1-17f76779252d tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481462 Nov 16 19:02:23.695650 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-4c16de7d-bf3b-4720-b52f-9256745f530c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=266337b1db804813ba11e027ab3c2d47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5548923 Nov 16 19:02:23.697388 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16de7d-bf3b-4720-b52f-9256745f530c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e70dbc-ed69-480e-b576-b8c7bbe64c10,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:23.700363 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 46574) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:23.706481 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-e33ee8d2-7e62-4dcf-9d5e-9179ae2932a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:23.731998 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-e33ee8d2-7e62-4dcf-9d5e-9179ae2932a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:23.735439 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c9844c9b-723a-475a-9f84-631b5ef8b2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:23.738081 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c9844c9b-723a-475a-9f84-631b5ef8b2fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:23.742462 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-c9844c9b-723a-475a-9f84-631b5ef8b2fe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c1288cc2-c1cc-43b1-812d-b4b69134bcae HTTP/1.1" status: 204 len: 168 time: 0.3714366 Nov 16 19:02:23.751727 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9844c9b-723a-475a-9f84-631b5ef8b2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1288cc2-c1cc-43b1-812d-b4b69134bcae,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:23.775118 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d193d184-29bb-401e-b99d-fedb9175ab43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:23.801464 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d193d184-29bb-401e-b99d-fedb9175ab43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:23.818408 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-e33ee8d2-7e62-4dcf-9d5e-9179ae2932a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:23.822177 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-e33ee8d2-7e62-4dcf-9d5e-9179ae2932a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:23.826236 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-e33ee8d2-7e62-4dcf-9d5e-9179ae2932a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e92a4c12-4643-4766-89c1-4d2185e372c3 HTTP/1.1" status: 204 len: 168 time: 0.1729467 Nov 16 19:02:23.840661 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ee8d2-7e62-4dcf-9d5e-9179ae2932a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92a4c12-4643-4766-89c1-4d2185e372c3,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:23.878124 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d193d184-29bb-401e-b99d-fedb9175ab43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:23.882495 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d193d184-29bb-401e-b99d-fedb9175ab43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:23.887869 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-d193d184-29bb-401e-b99d-fedb9175ab43 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/29e70dbc-ed69-480e-b576-b8c7bbe64c10 HTTP/1.1" status: 204 len: 168 time: 0.1821983 Nov 16 19:02:23.909387 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193d184-29bb-401e-b99d-fedb9175ab43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e70dbc-ed69-480e-b576-b8c7bbe64c10,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:24.212993 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 46592) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:24.253936 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-0aee0124-dc0b-4b26-83c7-59dfb88c0672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:24.257763 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-85fed4a4-290b-4ec4-ba82-2f349ae026d4 req-78e4aa64-e071-4bb3-95d7-c825379de211 tempest-DeleteServersTestJSON-1342294164 tempest-DeleteServersTestJSON-1342294164-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8df9df9-abb5-47f5-ba35-590c9d13ef80 HTTP/1.1" status: 200 len: 210 time: 0.0382304 Nov 16 19:02:24.343638 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-0aee0124-dc0b-4b26-83c7-59dfb88c0672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:24.351772 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-0aee0124-dc0b-4b26-83c7-59dfb88c0672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:24.391559 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-0aee0124-dc0b-4b26-83c7-59dfb88c0672 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=be7ef795f12545599f277bdcc68843e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1774516 Nov 16 19:02:24.394663 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 46598) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:24.410852 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee0124-dc0b-4b26-83c7-59dfb88c0672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48d4a43-ceb1-4088-8867-cf73af6997e4,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:24.470692 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a26e9f36-458b-40c0-b58d-67ab8e0bce46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:24.498769 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a26e9f36-458b-40c0-b58d-67ab8e0bce46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:24.538651 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 46610) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:24.563047 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-6eaa84e3-eca1-4c5b-9f48-a7a8feaae0d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:24.586969 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a26e9f36-458b-40c0-b58d-67ab8e0bce46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:24.590102 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a26e9f36-458b-40c0-b58d-67ab8e0bce46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:24.594111 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-a26e9f36-458b-40c0-b58d-67ab8e0bce46 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d48d4a43-ceb1-4088-8867-cf73af6997e4 HTTP/1.1" status: 204 len: 168 time: 0.1978874 Nov 16 19:02:24.623086 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e9f36-458b-40c0-b58d-67ab8e0bce46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48d4a43-ceb1-4088-8867-cf73af6997e4,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:24.702252 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-6eaa84e3-eca1-4c5b-9f48-a7a8feaae0d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:24.709351 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-6eaa84e3-eca1-4c5b-9f48-a7a8feaae0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:24.747629 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-6eaa84e3-eca1-4c5b-9f48-a7a8feaae0d2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8facc87c92cc4bcd81eb24757f91ed65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2074287 Nov 16 19:02:24.750378 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 46628) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:24.773704 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa84e3-eca1-4c5b-9f48-a7a8feaae0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a87b2b-0ec9-400a-83bc-ef34713c8a7f,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:24.873229 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448c7cd-26e7-4576-b2ee-362c0fdaadcf req-0032cd70-a440-4a4b-92b2-72e8ea9d2002 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:24.875120 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f448c7cd-26e7-4576-b2ee-362c0fdaadcf req-0032cd70-a440-4a4b-92b2-72e8ea9d2002 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.1133373 Nov 16 19:02:24.876724 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-8b15d8ad-667f-4fe8-be65-4f98c733672e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:24.919270 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-8b15d8ad-667f-4fe8-be65-4f98c733672e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:24.979584 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f448c7cd-26e7-4576-b2ee-362c0fdaadcf req-bf5c7bd5-4567-466e-a6cd-8860a610c947 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899770 Nov 16 19:02:25.010418 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-8b15d8ad-667f-4fe8-be65-4f98c733672e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:25.013062 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-8b15d8ad-667f-4fe8-be65-4f98c733672e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:25.016834 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-8b15d8ad-667f-4fe8-be65-4f98c733672e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b4a87b2b-0ec9-400a-83bc-ef34713c8a7f HTTP/1.1" status: 204 len: 168 time: 0.2626746 Nov 16 19:02:25.025613 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15d8ad-667f-4fe8-be65-4f98c733672e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a87b2b-0ec9-400a-83bc-ef34713c8a7f,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:25.161773 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 46648) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:25.179133 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-1a3afe44-7032-46b0-98f0-68adc8f1186e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:25.272394 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-1a3afe44-7032-46b0-98f0-68adc8f1186e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:25.277305 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-1a3afe44-7032-46b0-98f0-68adc8f1186e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:25.330181 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3afe44-7032-46b0-98f0-68adc8f1186e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affbf7c1-64f5-4779-9f66-05a5dec15951,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:25.349296 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-1a3afe44-7032-46b0-98f0-68adc8f1186e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e7f9f6e9e51043e8a0d26a5a65605fb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1856928 Nov 16 19:02:25.352335 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 46660) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:25.398950 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:02:25.423052 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] No Port match for: 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:02:25.423626 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 80c2bad8-ab54-4cb0-8aa8-cb0d47a28f5d not bound to the agent host hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:02:25.436552 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3d6706dd-7a37-4db1-8df4-c7a027190f36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:25.462435 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3d6706dd-7a37-4db1-8df4-c7a027190f36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:25.535487 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3d6706dd-7a37-4db1-8df4-c7a027190f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:25.538576 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3d6706dd-7a37-4db1-8df4-c7a027190f36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:25.539992 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-3d6706dd-7a37-4db1-8df4-c7a027190f36 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/affbf7c1-64f5-4779-9f66-05a5dec15951 HTTP/1.1" status: 204 len: 168 time: 0.1865218 Nov 16 19:02:25.549282 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6706dd-7a37-4db1-8df4-c7a027190f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affbf7c1-64f5-4779-9f66-05a5dec15951,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:26.205875 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96faaec-0a37-41a9-91dc-1a69e58b9375 req-47d4c2e2-af66-471e-b188-2c22c370a854 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:26.211718 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c96faaec-0a37-41a9-91dc-1a69e58b9375 req-47d4c2e2-af66-471e-b188-2c22c370a854 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.1025636 Nov 16 19:02:26.290105 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c96faaec-0a37-41a9-91dc-1a69e58b9375 req-2c25127e-d6cd-4a0d-943e-3a125cd4698b tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693414 Nov 16 19:02:26.474556 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c68820d3-32e5-4af8-990b-e252532e22c7 req-8e9233e8-d494-4450-8ec6-1c582fff9d5e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507276 Nov 16 19:02:26.575949 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68820d3-32e5-4af8-990b-e252532e22c7 req-274cb2c5-da48-45a0-8b2e-d62947ebc6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:26.577597 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c68820d3-32e5-4af8-990b-e252532e22c7 req-274cb2c5-da48-45a0-8b2e-d62947ebc6b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=88aad57826ba44d19a4a8c55a7eaea31&device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 1098 time: 0.0432186 Nov 16 19:02:26.707532 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68820d3-32e5-4af8-990b-e252532e22c7 req-a9327df3-ae08-41a0-99f1-3271620e7057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:26.709205 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c68820d3-32e5-4af8-990b-e252532e22c7 req-a9327df3-ae08-41a0-99f1-3271620e7057 service neutron] 10.222.0.18 "GET /v2.0/networks?id=533462df-d675-4deb-a3d3-4fecaa48192e HTTP/1.1" status: 200 len: 920 time: 0.1040351 Nov 16 19:02:26.776369 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c68820d3-32e5-4af8-990b-e252532e22c7 req-75d4ab67-cdbd-4b19-ac13-c9609987570a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=856ad084-c410-48f2-95e0-5d307f2aff12 HTTP/1.1" status: 200 len: 217 time: 0.0584204 Nov 16 19:02:26.818040 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 46756) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:26.840795 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68820d3-32e5-4af8-990b-e252532e22c7 req-34b2ea4a-8ebc-497e-b721-2a586c59ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:26.842882 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c68820d3-32e5-4af8-990b-e252532e22c7 req-34b2ea4a-8ebc-497e-b721-2a586c59ce59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ad88ff7-4248-419c-8852-34576a078e99 HTTP/1.1" status: 200 len: 859 time: 0.0547273 Nov 16 19:02:26.871170 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4f535f-56fe-4316-81ca-bf658f45c18c admin admin] Deleting subnet 9a98c08f-9976-4833-99d4-556e9e1047f1 {{(pid=101695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 19:02:26.875108 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ff4f535f-56fe-4316-81ca-bf658f45c18c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:26.886918 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c68820d3-32e5-4af8-990b-e252532e22c7 req-81e84060-fca9-43a6-a72f-def2c0ab374d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=533462df-d675-4deb-a3d3-4fecaa48192e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334437 Nov 16 19:02:26.927505 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ff4f535f-56fe-4316-81ca-bf658f45c18c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:26.945762 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ff4f535f-56fe-4316-81ca-bf658f45c18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-623022'] for subnet, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:27.042143 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c68820d3-32e5-4af8-990b-e252532e22c7 req-72a51e83-f4ab-4b5c-b469-b3ed02198dba service neutron] 10.222.0.18 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394000 Nov 16 19:02:27.045700 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ff4f535f-56fe-4316-81ca-bf658f45c18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-623025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for subnet, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:27.105842 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f535f-56fe-4316-81ca-bf658f45c18c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a98c08f-9976-4833-99d4-556e9e1047f1,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:27.114130 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ff4f535f-56fe-4316-81ca-bf658f45c18c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for subnet, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:27.117785 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-ff4f535f-56fe-4316-81ca-bf658f45c18c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9a98c08f-9976-4833-99d4-556e9e1047f1 HTTP/1.1" status: 204 len: 168 time: 0.2981739 Nov 16 19:02:27.122217 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 46802) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:27.221024 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-46afd631-ea23-4295-9c47-999ac0e3e0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806902'] for network, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:27.237316 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c68820d3-32e5-4af8-990b-e252532e22c7 req-d243500e-b566-4919-bb8b-205728227768 service neutron] 10.222.0.18 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821387 Nov 16 19:02:27.378890 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-46afd631-ea23-4295-9c47-999ac0e3e0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629537', 'neutron.services.segments.db._delete_segments_for_network-8770492521988'] for network, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:27.415176 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-46afd631-ea23-4295-9c47-999ac0e3e0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fbdbf4b-a203-4c7d-88fd-6c6366312a01']}} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:02:27.445386 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-46afd631-ea23-4295-9c47-999ac0e3e0f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f68f4a-8d93-4596-af66-c551f646477f') {'for_net_delete': True} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:02:27.445716 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-46afd631-ea23-4295-9c47-999ac0e3e0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f68f4a-8d93-4596-af66-c551f646477f') {} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:02:27.474016 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-46afd631-ea23-4295-9c47-999ac0e3e0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770492523021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932041'] for segment, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:27.508214 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-46afd631-ea23-4295-9c47-999ac0e3e0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:27.518689 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46afd631-ea23-4295-9c47-999ac0e3e0f1 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 19:02:27.518989 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-46afd631-ea23-4295-9c47-999ac0e3e0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66353909'] for segment, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: Traceback (most recent call last): Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: timer() Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: cb(*args, **kw) Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: return func(*args, **kwargs) Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: self._notify() Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: self.callback(batched_events) Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: event.method(event) Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: return f(self, *a, **k) Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: return self._get(url).json() Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: return self.request(url, 'GET', **kwargs) Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 19:02:27.520851 dv-cinder-667108-35-iscsi neutron-server[101696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 19:02:27.569811 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d8173-605d-4df1-b951-5809ac781b8c req-5ce1c5c3-1505-4a9a-858c-8320a9de6420 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:27.571344 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1c7d8173-605d-4df1-b951-5809ac781b8c req-5ce1c5c3-1505-4a9a-858c-8320a9de6420 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.1481311 Nov 16 19:02:27.626953 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-46afd631-ea23-4295-9c47-999ac0e3e0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833601'] for network, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:27.641982 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-46afd631-ea23-4295-9c47-999ac0e3e0f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:27.651267 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-46afd631-ea23-4295-9c47-999ac0e3e0f1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8fbdbf4b-a203-4c7d-88fd-6c6366312a01 HTTP/1.1" status: 204 len: 168 time: 0.5229974 Nov 16 19:02:27.665937 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1c7d8173-605d-4df1-b951-5809ac781b8c req-1ba65c0c-484b-4cfb-912f-5d91121c74b7 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786319 Nov 16 19:02:27.666713 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afd631-ea23-4295-9c47-999ac0e3e0f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fbdbf4b-a203-4c7d-88fd-6c6366312a01,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:27.857309 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 46852) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:27.915479 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-a48cf480-6b44-4bf3-aa5f-8299adc82e5f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eb8ecf530f404e9588c2db9f9a4ba148&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0566647 Nov 16 19:02:27.918053 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 46862) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:27.977641 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9cb58d37-fde6-4270-8c0e-075f10d8f523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:27.998569 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9cb58d37-fde6-4270-8c0e-075f10d8f523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:28.045417 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9cb58d37-fde6-4270-8c0e-075f10d8f523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:28.047986 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9cb58d37-fde6-4270-8c0e-075f10d8f523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:28.049159 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-9cb58d37-fde6-4270-8c0e-075f10d8f523 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d1644238-aec3-451f-94c9-d48eb6f57daf HTTP/1.1" status: 204 len: 168 time: 0.1300399 Nov 16 19:02:28.063254 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb58d37-fde6-4270-8c0e-075f10d8f523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1644238-aec3-451f-94c9-d48eb6f57daf,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:28.206367 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 46874) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:28.315955 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9540eac3-9603-4240-b0ba-afc083c41fa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:28.392524 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9540eac3-9603-4240-b0ba-afc083c41fa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:28.397173 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9540eac3-9603-4240-b0ba-afc083c41fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:28.434201 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-9540eac3-9603-4240-b0ba-afc083c41fa8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d96740f4b0d549e9945403961a9e988d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266405 Nov 16 19:02:28.435098 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540eac3-9603-4240-b0ba-afc083c41fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54a6496-0633-454f-8e52-3aae6a9229dc,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:28.437025 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 46888) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:28.514273 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-da541f2a-2b06-43d6-92c8-cc728bb81911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:28.539054 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-da541f2a-2b06-43d6-92c8-cc728bb81911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:28.588231 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-da541f2a-2b06-43d6-92c8-cc728bb81911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:28.591930 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-da541f2a-2b06-43d6-92c8-cc728bb81911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:28.594028 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-da541f2a-2b06-43d6-92c8-cc728bb81911 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f54a6496-0633-454f-8e52-3aae6a9229dc HTTP/1.1" status: 204 len: 168 time: 0.1558149 Nov 16 19:02:28.603635 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da541f2a-2b06-43d6-92c8-cc728bb81911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54a6496-0633-454f-8e52-3aae6a9229dc,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:28.715981 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 46908) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:28.793960 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4096a42-f366-4388-b2c5-052328ae9fbc req-afd65e67-b212-44cd-916d-7f4d23a7a9ec tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:28.795503 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f4096a42-f366-4388-b2c5-052328ae9fbc req-afd65e67-b212-44cd-916d-7f4d23a7a9ec tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0534077 Nov 16 19:02:28.846455 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f4096a42-f366-4388-b2c5-052328ae9fbc req-fdc5b819-2d98-49d1-86d7-48a5f802714c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445879 Nov 16 19:02:28.884936 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-c4a8dce5-a0a3-4c06-8f3f-bc6b5b8cfcab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-25857139-network', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:02:28.906203 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a8dce5-a0a3-4c06-8f3f-bc6b5b8cfcab admin admin] Made reservation on behalf of b7b9aa6405c640ff81bc02db314b5e9c for: {'network': 1} {{(pid=101695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:02:28.908441 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dce5-a0a3-4c06-8f3f-bc6b5b8cfcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for network, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:28.920272 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dce5-a0a3-4c06-8f3f-bc6b5b8cfcab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:28.953802 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 46914) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:28.967389 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a15878dd-1119-45b6-adea-c02dce7c8d6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:29.059755 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a15878dd-1119-45b6-adea-c02dce7c8d6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:29.064256 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a15878dd-1119-45b6-adea-c02dce7c8d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:29.109244 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-a15878dd-1119-45b6-adea-c02dce7c8d6d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bc6d0ccec9464b16831d90dbf93ccc8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540737 Nov 16 19:02:29.109966 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15878dd-1119-45b6-adea-c02dce7c8d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16da7ede-fe46-4e0d-8bb0-b5205d8f165d,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:29.113647 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 46920) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:29.166488 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-04ded037-64aa-4f1e-93ce-3cc93e04bd13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:29.169263 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dce5-a0a3-4c06-8f3f-bc6b5b8cfcab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:29.173592 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dce5-a0a3-4c06-8f3f-bc6b5b8cfcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:29.189378 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-04ded037-64aa-4f1e-93ce-3cc93e04bd13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:29.197032 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a8dce5-a0a3-4c06-8f3f-bc6b5b8cfcab admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=101695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 19:02:29.206652 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8dce5-a0a3-4c06-8f3f-bc6b5b8cfcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9252d9-4afa-4f60-a23e-45cee89477e9,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:29.211844 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dce5-a0a3-4c06-8f3f-bc6b5b8cfcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:29.212239 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.segments_db [None req-c4a8dce5-a0a3-4c06-8f3f-bc6b5b8cfcab admin admin] Added segment 91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a of type vlan for network 56c01722-be30-4639-862d-514173b6757f Nov 16 19:02:29.243061 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-04ded037-64aa-4f1e-93ce-3cc93e04bd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:29.245770 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-04ded037-64aa-4f1e-93ce-3cc93e04bd13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:29.249494 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-04ded037-64aa-4f1e-93ce-3cc93e04bd13 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/16da7ede-fe46-4e0d-8bb0-b5205d8f165d HTTP/1.1" status: 204 len: 168 time: 0.1348722 Nov 16 19:02:29.251531 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dce5-a0a3-4c06-8f3f-bc6b5b8cfcab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770491955959'] for network, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:29.257342 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ded037-64aa-4f1e-93ce-3cc93e04bd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16da7ede-fe46-4e0d-8bb0-b5205d8f165d,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:29.277899 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dce5-a0a3-4c06-8f3f-bc6b5b8cfcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for network, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:29.279158 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a8dce5-a0a3-4c06-8f3f-bc6b5b8cfcab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:29.279806 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dce5-a0a3-4c06-8f3f-bc6b5b8cfcab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:29.330951 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-c4a8dce5-a0a3-4c06-8f3f-bc6b5b8cfcab admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6138525 Nov 16 19:02:29.334527 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 46924) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:29.341629 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-d19b29d7-2cfa-4eda-b2a1-1fa8eedda27e admin admin] Request body: {'subnet': {'network_id': '56c01722-be30-4639-862d-514173b6757f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-25857139-subnet', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:02:29.346010 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8dce5-a0a3-4c06-8f3f-bc6b5b8cfcab admin admin] Pushing event updated for resources: {'Network': ['ID=56c01722-be30-4639-862d-514173b6757f,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:29.359113 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Network 56c01722-be30-4639-862d-514173b6757f details requested by agent ovs-agent-dv-cinder-667108-35-iscsi with host dv-cinder-667108-35-iscsi {{(pid=101697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 19:02:29.370347 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19b29d7-2cfa-4eda-b2a1-1fa8eedda27e admin admin] Made reservation on behalf of b7b9aa6405c640ff81bc02db314b5e9c for: {'subnet': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:02:29.374782 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d19b29d7-2cfa-4eda-b2a1-1fa8eedda27e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63484699'] for subnet, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:29.559654 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d19b29d7-2cfa-4eda-b2a1-1fa8eedda27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66353692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63484681'] for subnet, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:29.611405 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b29d7-2cfa-4eda-b2a1-1fa8eedda27e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb6d7954-2af9-4d7e-9874-8228af3b7bec,revision_number=0']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:29.630896 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19b29d7-2cfa-4eda-b2a1-1fa8eedda27e admin admin] Checking segment: {'id': '91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '56c01722-be30-4639-862d-514173b6757f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:02:29.631298 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19b29d7-2cfa-4eda-b2a1-1fa8eedda27e admin admin] Network hostable DHCP agents. Network: 56c01722-be30-4639-862d-514173b6757f, hostable agents: ['796d1915-ba41-4440-8731-3d9d4c9dd731'], hosted agents: [] {{(pid=101696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 19:02:29.650104 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19b29d7-2cfa-4eda-b2a1-1fa8eedda27e admin admin] Network 56c01722-be30-4639-862d-514173b6757f is scheduled to be hosted by DHCP agent 796d1915-ba41-4440-8731-3d9d4c9dd731 with binding_index 1 {{(pid=101696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 19:02:29.660265 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-d19b29d7-2cfa-4eda-b2a1-1fa8eedda27e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-35-iscsi, 56c01722-be30-4639-862d-514173b6757f) {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:02:29.671244 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19b29d7-2cfa-4eda-b2a1-1fa8eedda27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:29.671836 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d19b29d7-2cfa-4eda-b2a1-1fa8eedda27e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:29.671993 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aeb091-8dc6-47f2-abae-123c6f765f4d None None] Network 56c01722-be30-4639-862d-514173b6757f requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:02:29.692460 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-d19b29d7-2cfa-4eda-b2a1-1fa8eedda27e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3566642 Nov 16 19:02:29.695098 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 46942) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:29.699678 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-631ee432-b506-4c36-9955-0f4763ff716b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-25857139-router', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:02:29.722663 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-631ee432-b506-4c36-9955-0f4763ff716b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63238'] for router, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:29.723824 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-631ee432-b506-4c36-9955-0f4763ff716b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1670261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1710739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63263'] for router, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:29.781224 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:29.790847 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-631ee432-b506-4c36-9955-0f4763ff716b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:29.890309 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dd112e2-f54d-5ef1-af8f-18867742fe1f-56c01722-be30-4639-862d-514173b6757f', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'fixed_ips': [{'subnet_id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec'}]}} from dv-cinder-667108-35-iscsi. {{(pid=101697) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 19:02:29.891197 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:30.034530 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.db_base_plugin_common [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Allocated IP 172.20.0.2 (56c01722-be30-4639-862d-514173b6757f/bb6d7954-2af9-4d7e-9874-8228af3b7bec/6a9e76d7-5eca-4857-a590-0d31d4c5be34) {{(pid=101697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:02:30.067583 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-631ee432-b506-4c36-9955-0f4763ff716b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:30.129360 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51e8f5-0129-444f-86ed-9320cb4c1957 req-72f40e5a-6376-4c68-a82c-f5e9d1ca6fa3 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:30.132130 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5c51e8f5-0129-444f-86ed-9320cb4c1957 req-72f40e5a-6376-4c68-a82c-f5e9d1ca6fa3 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.1626678 Nov 16 19:02:30.207628 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Publish callbacks [] for port, precommit_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:30.216233 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981'] for port, after_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:30.219490 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5c51e8f5-0129-444f-86ed-9320cb4c1957 req-1e01d452-bcd3-4b59-9411-5332cd59cb30 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583663 Nov 16 19:02:30.254370 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Network 56c01722-be30-4639-862d-514173b6757f is already hosted by enough agents. {{(pid=101697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:02:30.261371 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.scheduler.base_scheduler [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Resources bound (agent type, host, resource id): {{(pid=101697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:02:30.266491 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Received port after_create {{(pid=101697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:02:30.276216 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Pushing event updated for resources: {'Port': ['ID=6a9e76d7-5eca-4857-a590-0d31d4c5be34,revision_number=1']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:30.286220 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:30.286803 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:30.287866 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:30.288179 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:30.288512 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:30.289021 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:30.289364 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:30.289724 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:30.290055 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:30.290382 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:30.290706 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:30.291028 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:30.337129 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Attempting to bind port 6a9e76d7-5eca-4857-a590-0d31d4c5be34 on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:02:30.337505 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Attempting to bind port 6a9e76d7-5eca-4857-a590-0d31d4c5be34 by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '56c01722-be30-4639-862d-514173b6757f'}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:02:30.337901 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Attempting to bind port 6a9e76d7-5eca-4857-a590-0d31d4c5be34 on network 56c01722-be30-4639-862d-514173b6757f {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:02:30.347155 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:02:30.347909 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Checking segment: {'id': '91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '56c01722-be30-4639-862d-514173b6757f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:02:30.348532 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:30.349120 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Bound using segment: {'id': '91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '56c01722-be30-4639-862d-514173b6757f'} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:02:30.351030 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Bound port: 6a9e76d7-5eca-4857-a590-0d31d4c5be34, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '56c01722-be30-4639-862d-514173b6757f'}}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:02:30.352495 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:30.373832 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-631ee432-b506-4c36-9955-0f4763ff716b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:30.394138 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-631ee432-b506-4c36-9955-0f4763ff716b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:30.421577 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] For port 6a9e76d7-5eca-4857-a590-0d31d4c5be34, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:02:30.424856 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] For port 6a9e76d7-5eca-4857-a590-0d31d4c5be34, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=6a9e76d7-5eca-4857-a590-0d31d4c5be34,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:02:30.432083 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:30.490575 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04a541-78aa-48ab-981e-184c31b20124 None None] Pushing event updated for resources: {'Port': ['ID=6a9e76d7-5eca-4857-a590-0d31d4c5be34,revision_number=2']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:30.506646 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [None req-631ee432-b506-4c36-9955-0f4763ff716b admin admin] Allocated IP 172.27.0.76 (5f3ac952-8559-40cc-8fc1-b48178a4ccf1/5b3505d5-c140-47b1-9b3e-49bde3fac2c7/64e82a66-2910-45ae-828f-eaf667e6f425) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:02:30.605250 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 46970) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:30.643892 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-631ee432-b506-4c36-9955-0f4763ff716b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:30.694345 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-631ee432-b506-4c36-9955-0f4763ff716b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:30.751263 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631ee432-b506-4c36-9955-0f4763ff716b admin admin] Network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:02:30.761224 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-631ee432-b506-4c36-9955-0f4763ff716b admin admin] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:02:30.764971 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ee432-b506-4c36-9955-0f4763ff716b admin admin] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:02:30.785123 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-48232f88-c985-4840-8825-48fef9225c6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:30.820429 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ee432-b506-4c36-9955-0f4763ff716b admin admin] Pushing event updated for resources: {'Port': ['ID=64e82a66-2910-45ae-828f-eaf667e6f425,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:30.931228 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-48232f88-c985-4840-8825-48fef9225c6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:30.936024 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-48232f88-c985-4840-8825-48fef9225c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:30.976857 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-48232f88-c985-4840-8825-48fef9225c6e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b4e019048e54b8a9e1052c3a274f8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696167 Nov 16 19:02:30.978157 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48232f88-c985-4840-8825-48fef9225c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371cc387-979f-4b99-801f-f9378559d924,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:30.980740 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 46990) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:31.036263 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b990f3e1-5176-4159-8975-7999956af4ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:31.064134 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b990f3e1-5176-4159-8975-7999956af4ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:31.104512 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-631ee432-b506-4c36-9955-0f4763ff716b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:31.129593 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b990f3e1-5176-4159-8975-7999956af4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:31.136722 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b990f3e1-5176-4159-8975-7999956af4ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:31.140855 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-b990f3e1-5176-4159-8975-7999956af4ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/371cc387-979f-4b99-801f-f9378559d924 HTTP/1.1" status: 204 len: 168 time: 0.1570079 Nov 16 19:02:31.149779 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990f3e1-5176-4159-8975-7999956af4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371cc387-979f-4b99-801f-f9378559d924,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:31.529445 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4278b7a-2d83-4c2f-bb28-ccb7408c1ad5 req-a8bb1787-d5d4-4d74-b167-ab2ca95b0e7c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:31.531023 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f4278b7a-2d83-4c2f-bb28-ccb7408c1ad5 req-a8bb1787-d5d4-4d74-b167-ab2ca95b0e7c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.1298141 Nov 16 19:02:31.662147 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f4278b7a-2d83-4c2f-bb28-ccb7408c1ad5 req-cffadc39-5038-490e-b9fb-4eb5580daa6f tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207869 Nov 16 19:02:31.696184 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-631ee432-b506-4c36-9955-0f4763ff716b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1670220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1673333'] for router, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:31.788584 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b74e4e3-ee5a-4ad2-ab52-04770f5e0194 None None] Network 56c01722-be30-4639-862d-514173b6757f requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:02:31.876629 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631ee432-b506-4c36-9955-0f4763ff716b admin admin] Router 2158e281-bada-4b76-901a-a1ed61a5967a is scheduled to L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b with binding_index 1 {{(pid=101696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 19:02:31.894299 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-48c6a63f-fa1f-4fc6-b5df-906f3136d5bd None None] Provisioning complete for port 6a9e76d7-5eca-4857-a590-0d31d4c5be34 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:02:31.894670 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-48c6a63f-fa1f-4fc6-b5df-906f3136d5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:31.981776 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631ee432-b506-4c36-9955-0f4763ff716b admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:02:31.991855 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] Sync routers for ids ['2158e281-bada-4b76-901a-a1ed61a5967a'] in dv-cinder-667108-35-iscsi {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:02:32.000460 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-631ee432-b506-4c36-9955-0f4763ff716b admin admin] Publish callbacks [] for router, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:32.001973 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-631ee432-b506-4c36-9955-0f4763ff716b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3057516 Nov 16 19:02:32.002278 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] Routers {'2158e281-bada-4b76-901a-a1ed61a5967a'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:02:32.002980 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:02:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['2158e281-bada-4b76-901a-a1ed61a5967a'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:02:32.005040 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 47016) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:32.140995 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] Set router 2158e281-bada-4b76-901a-a1ed61a5967a gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:02:32.171190 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-48c6a63f-fa1f-4fc6-b5df-906f3136d5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:32.191916 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 6a9e76d7-5eca-4857-a590-0d31d4c5be34 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:02:32.243366 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-48c6a63f-fa1f-4fc6-b5df-906f3136d5bd None None] For port 6a9e76d7-5eca-4857-a590-0d31d4c5be34, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=6a9e76d7-5eca-4857-a590-0d31d4c5be34,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:02:32.256063 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-48c6a63f-fa1f-4fc6-b5df-906f3136d5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:32.312491 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6a63f-fa1f-4fc6-b5df-906f3136d5bd None None] Pushing event updated for resources: {'Port': ['ID=6a9e76d7-5eca-4857-a590-0d31d4c5be34,revision_number=3']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:32.324084 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 6a9e76d7-5eca-4857-a590-0d31d4c5be34 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:02:32.324456 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:32.384183 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'name': 'tempest-AttachVolumeShelveTestJSON-25857139-router', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:02:29Z', 'updated_at': '2021-11-16T19:02:30Z', 'revision_number': 3, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'gw_port': {'id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:61:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:30Z', 'updated_at': '2021-11-16T19:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:02:32.421074 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] Checking router: 2158e281-bada-4b76-901a-a1ed61a5967a for host: dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:02:32.421424 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] Updating router 2158e281-bada-4b76-901a-a1ed61a5967a port 64e82a66-2910-45ae-828f-eaf667e6f425 binding host dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 19:02:32.448780 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:32.486082 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-67d8b11a-be89-4808-9d4e-a868f412f8b8 None None] Provisioning complete for port 6a9e76d7-5eca-4857-a590-0d31d4c5be34 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:02:32.486530 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-67d8b11a-be89-4808-9d4e-a868f412f8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:32.539933 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9c69c3b2-335a-4994-9e8d-ec086c75d43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:32.705797 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_common [None req-9c69c3b2-335a-4994-9e8d-ec086c75d43d admin admin] Allocated IP 172.20.0.1 (56c01722-be30-4639-862d-514173b6757f/bb6d7954-2af9-4d7e-9874-8228af3b7bec/7950416e-317f-4bca-aac7-f81a358100b9) {{(pid=101695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:02:32.736922 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] Publish callbacks [] for port, precommit_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:32.743885 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:32.817736 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a53ce1-8810-4bb4-b0fb-749d0e97f25e None None] Pushing event updated for resources: {'Port': ['ID=64e82a66-2910-45ae-828f-eaf667e6f425,revision_number=2']} {{(pid=101698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:32.829527 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53ce1-8810-4bb4-b0fb-749d0e97f25e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:32.829960 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53ce1-8810-4bb4-b0fb-749d0e97f25e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:32.830313 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53ce1-8810-4bb4-b0fb-749d0e97f25e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:32.830839 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53ce1-8810-4bb4-b0fb-749d0e97f25e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:32.831186 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53ce1-8810-4bb4-b0fb-749d0e97f25e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:32.831546 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53ce1-8810-4bb4-b0fb-749d0e97f25e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:32.831892 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53ce1-8810-4bb4-b0fb-749d0e97f25e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:32.832233 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53ce1-8810-4bb4-b0fb-749d0e97f25e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:32.832588 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53ce1-8810-4bb4-b0fb-749d0e97f25e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:32.832927 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53ce1-8810-4bb4-b0fb-749d0e97f25e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:32.833265 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53ce1-8810-4bb4-b0fb-749d0e97f25e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:32.833624 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a53ce1-8810-4bb4-b0fb-749d0e97f25e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:02:32.845812 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] Attempting to bind port 64e82a66-2910-45ae-828f-eaf667e6f425 on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:02:32.846710 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] Attempting to bind port 64e82a66-2910-45ae-828f-eaf667e6f425 by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}] {{(pid=101698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:02:32.847404 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] Attempting to bind port 64e82a66-2910-45ae-828f-eaf667e6f425 on network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:02:32.849796 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381990f-8cf8-49fc-b3a0-47147a823449 req-de275393-ac2a-4558-9900-54d66dc386f5 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:32.854737 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:02:32.855144 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] Checking segment: {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:02:32.855562 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:32.855963 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] Bound using segment: {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'} {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:02:32.856441 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] Bound port: 64e82a66-2910-45ae-828f-eaf667e6f425, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}}] {{(pid=101698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:02:32.856847 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:32.858503 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f381990f-8cf8-49fc-b3a0-47147a823449 req-de275393-ac2a-4558-9900-54d66dc386f5 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.1155107 Nov 16 19:02:32.864367 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9c69c3b2-335a-4994-9e8d-ec086c75d43d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:32.916293 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f381990f-8cf8-49fc-b3a0-47147a823449 req-175f7394-8f1a-4972-9112-b46d760a51b3 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571833 Nov 16 19:02:32.916545 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9c69c3b2-335a-4994-9e8d-ec086c75d43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981'] for port, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:32.929389 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.db [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] For port 64e82a66-2910-45ae-828f-eaf667e6f425, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:02:32.939694 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.db [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] For port 64e82a66-2910-45ae-828f-eaf667e6f425, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=64e82a66-2910-45ae-828f-eaf667e6f425,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:02:32.944532 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:32.964098 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c69c3b2-335a-4994-9e8d-ec086c75d43d admin admin] Network 56c01722-be30-4639-862d-514173b6757f is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:02:32.968906 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-9c69c3b2-335a-4994-9e8d-ec086c75d43d admin admin] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:02:32.973949 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c69c3b2-335a-4994-9e8d-ec086c75d43d admin admin] Received port after_create {{(pid=101695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:02:32.974471 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9c69c3b2-335a-4994-9e8d-ec086c75d43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833478'] for router_interface, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:32.977842 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69c3b2-335a-4994-9e8d-ec086c75d43d admin admin] Pushing event updated for resources: {'Port': ['ID=7950416e-317f-4bca-aac7-f81a358100b9,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:33.006699 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] Routers {'2158e281-bada-4b76-901a-a1ed61a5967a'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:02:33.007407 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:02:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['2158e281-bada-4b76-901a-a1ed61a5967a'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:02:33.047081 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a53ce1-8810-4bb4-b0fb-749d0e97f25e None None] Pushing event updated for resources: {'Port': ['ID=64e82a66-2910-45ae-828f-eaf667e6f425,revision_number=3']} {{(pid=101698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:33.130300 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] Set router 2158e281-bada-4b76-901a-a1ed61a5967a gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:02:33.131136 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9c69c3b2-335a-4994-9e8d-ec086c75d43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:33.214074 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-50f3563a-56ef-4a82-b1a6-725a470652cb None None] Provisioning complete for port 7950416e-317f-4bca-aac7-f81a358100b9 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:02:33.214686 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-50f3563a-56ef-4a82-b1a6-725a470652cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:33.252096 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-50f3563a-56ef-4a82-b1a6-725a470652cb None None] Port 7950416e-317f-4bca-aac7-f81a358100b9 cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:02:33.307645 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9c69c3b2-335a-4994-9e8d-ec086c75d43d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:33.312493 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9c69c3b2-335a-4994-9e8d-ec086c75d43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:33.313296 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9c69c3b2-335a-4994-9e8d-ec086c75d43d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667766'] for router_interface, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:33.322676 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'name': 'tempest-AttachVolumeShelveTestJSON-25857139-router', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:02:29Z', 'updated_at': '2021-11-16T19:02:30Z', 'revision_number': 3, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'gw_port': {'id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:61:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:30Z', 'updated_at': '2021-11-16T19:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:02:33.352848 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37b1a13-577e-4cb6-82f1-265c5095150f None None] The sync data for ids ['2158e281-bada-4b76-901a-a1ed61a5967a'] in dv-cinder-667108-35-iscsi is: [{'id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'name': 'tempest-AttachVolumeShelveTestJSON-25857139-router', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:02:29Z', 'updated_at': '2021-11-16T19:02:30Z', 'revision_number': 3, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'gw_port': {'id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:61:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:30Z', 'updated_at': '2021-11-16T19:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}] {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:02:33.406927 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69c3b2-335a-4994-9e8d-ec086c75d43d admin admin] Pushing event updated for resources: {'Port': ['ID=7950416e-317f-4bca-aac7-f81a358100b9,revision_number=2']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:33.444969 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c69c3b2-335a-4994-9e8d-ec086c75d43d admin admin] Network 56c01722-be30-4639-862d-514173b6757f is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:02:33.446928 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-9c69c3b2-335a-4994-9e8d-ec086c75d43d admin admin] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:02:33.582691 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c69c3b2-335a-4994-9e8d-ec086c75d43d admin admin] Router 2158e281-bada-4b76-901a-a1ed61a5967a has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:02:33.677707 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-5257983b-faba-4847-80b6-4cc6c2ec7364 None None] Provisioning complete for port 7950416e-317f-4bca-aac7-f81a358100b9 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:02:33.677867 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-5257983b-faba-4847-80b6-4cc6c2ec7364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:33.716942 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-5257983b-faba-4847-80b6-4cc6c2ec7364 None None] Port 7950416e-317f-4bca-aac7-f81a358100b9 cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:02:33.733720 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c69c3b2-335a-4994-9e8d-ec086c75d43d admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:02:33.738915 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-9c69c3b2-335a-4994-9e8d-ec086c75d43d admin admin] 10.222.0.46 "PUT /v2.0/routers/2158e281-bada-4b76-901a-a1ed61a5967a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7327108 Nov 16 19:02:34.140056 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 6a9e76d7-5eca-4857-a590-0d31d4c5be34 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:02:34.190443 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 6a9e76d7-5eca-4857-a590-0d31d4c5be34 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:02:34.190895 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:34.285375 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 64e82a66-2910-45ae-828f-eaf667e6f425 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:02:34.333775 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 64e82a66-2910-45ae-828f-eaf667e6f425 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:02:34.334249 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:34.385021 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 47048) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:34.391209 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-fe660a35-cd3c-4625-91ff-78c3829f95bc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1822993852', 'description': 'tempest-description--1838284184'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:02:34.416046 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-fe660a35-cd3c-4625-91ff-78c3829f95bc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:34.424657 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:34.450444 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] For port 64e82a66-2910-45ae-828f-eaf667e6f425, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=64e82a66-2910-45ae-828f-eaf667e6f425,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:02:34.454817 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:34.498383 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e37189-e2dc-47ee-afba-3676065086a3 req-9ab627ba-45e8-4932-8fb0-fd38abf07910 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:34.499981 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-89e37189-e2dc-47ee-afba-3676065086a3 req-9ab627ba-45e8-4932-8fb0-fd38abf07910 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0721252 Nov 16 19:02:34.509182 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Pushing event updated for resources: {'Port': ['ID=64e82a66-2910-45ae-828f-eaf667e6f425,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:34.542997 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-fe660a35-cd3c-4625-91ff-78c3829f95bc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:34.550094 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-fe660a35-cd3c-4625-91ff-78c3829f95bc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:34.594302 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-89e37189-e2dc-47ee-afba-3676065086a3 req-bcd575f5-819c-4738-8254-2b0115bb81dc tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870848 Nov 16 19:02:34.596744 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe660a35-cd3c-4625-91ff-78c3829f95bc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:34.601918 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-fe660a35-cd3c-4625-91ff-78c3829f95bc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:34.605838 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-fe660a35-cd3c-4625-91ff-78c3829f95bc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2157552 Nov 16 19:02:34.606493 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 47050) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:34.610563 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-370a291d-1c29-4b76-8829-27069b46ae5a tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Request body: {'security_group_rule': {'security_group_id': 'd5f7b5e5-f74f-44b6-8deb-141d1d1de3ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:02:34.651747 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-370a291d-1c29-4b76-8829-27069b46ae5a tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:34.710442 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-370a291d-1c29-4b76-8829-27069b46ae5a tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:34.714349 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-370a291d-1c29-4b76-8829-27069b46ae5a tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:34.731899 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a291d-1c29-4b76-8829-27069b46ae5a tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4192e9b-77ed-425e-acc2-c8d61b04a678,revision_number=0']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:34.739573 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-370a291d-1c29-4b76-8829-27069b46ae5a tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:34.740800 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-370a291d-1c29-4b76-8829-27069b46ae5a tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337280 Nov 16 19:02:34.744334 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 47054) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:34.748826 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-113033b6-2007-4c80-915e-3af92d672480 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Request body: {'security_group_rule': {'security_group_id': 'd5f7b5e5-f74f-44b6-8deb-141d1d1de3ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:02:34.776683 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-113033b6-2007-4c80-915e-3af92d672480 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:34.835132 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-113033b6-2007-4c80-915e-3af92d672480 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:34.839046 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-113033b6-2007-4c80-915e-3af92d672480 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:34.856982 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113033b6-2007-4c80-915e-3af92d672480 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cafc70c-9221-429b-afb4-281f657e6018,revision_number=0']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:34.864071 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-113033b6-2007-4c80-915e-3af92d672480 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:34.865283 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-113033b6-2007-4c80-915e-3af92d672480 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199729 Nov 16 19:02:34.868287 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 47056) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:34.872591 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-dae2bf7c-924c-48b9-bded-a5fa7da14713 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Request body: {'floatingip': {'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:02:34.899813 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-dae2bf7c-924c-48b9-bded-a5fa7da14713 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for floatingip, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:34.998492 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] Sync routers for ids ['2158e281-bada-4b76-901a-a1ed61a5967a'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:02:35.009242 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] Routers {'2158e281-bada-4b76-901a-a1ed61a5967a'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:02:35.010238 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:02:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['2158e281-bada-4b76-901a-a1ed61a5967a'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:02:35.023768 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-dae2bf7c-924c-48b9-bded-a5fa7da14713 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:35.125371 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] Set router 2158e281-bada-4b76-901a-a1ed61a5967a gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:02:35.128487 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [None req-dae2bf7c-924c-48b9-bded-a5fa7da14713 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Allocated IP 172.27.0.100 (5f3ac952-8559-40cc-8fc1-b48178a4ccf1/5b3505d5-c140-47b1-9b3e-49bde3fac2c7/ab5edb11-f48f-4d19-a548-3ab05fbc385a) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:02:35.247964 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-dae2bf7c-924c-48b9-bded-a5fa7da14713 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:35.283315 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-dae2bf7c-924c-48b9-bded-a5fa7da14713 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:35.323979 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae2bf7c-924c-48b9-bded-a5fa7da14713 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:02:35.326994 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-dae2bf7c-924c-48b9-bded-a5fa7da14713 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:02:35.330765 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae2bf7c-924c-48b9-bded-a5fa7da14713 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:02:35.343349 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'name': 'tempest-AttachVolumeShelveTestJSON-25857139-router', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:02:29Z', 'updated_at': '2021-11-16T19:02:33Z', 'revision_number': 4, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'gw_port': {'id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:30Z', 'updated_at': '2021-11-16T19:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '7950416e-317f-4bca-aac7-f81a358100b9', 'name': '', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'mac_address': 'fa:16:3e:56:03:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:32Z', 'updated_at': '2021-11-16T19:02:33Z', 'revision_number': 2, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'subnets': [{'id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:02:35.354421 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2bf7c-924c-48b9-bded-a5fa7da14713 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Pushing event updated for resources: {'Port': ['ID=ab5edb11-f48f-4d19-a548-3ab05fbc385a,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:35.386400 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] Checking router: 2158e281-bada-4b76-901a-a1ed61a5967a for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:02:35.386952 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] Updating router 2158e281-bada-4b76-901a-a1ed61a5967a port 7950416e-317f-4bca-aac7-f81a358100b9 binding host dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 19:02:35.425001 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:35.481528 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-dae2bf7c-924c-48b9-bded-a5fa7da14713 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:35.519936 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-dae2bf7c-924c-48b9-bded-a5fa7da14713 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:35.601002 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:02:35.684463 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-dae2bf7c-924c-48b9-bded-a5fa7da14713 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:35.710836 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-dae2bf7c-924c-48b9-bded-a5fa7da14713 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:35.713823 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] Publish callbacks [] for port, precommit_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:35.720657 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:35.781090 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17b0b6-856f-4b08-b7e4-6bbeab52ad36 None None] Pushing event updated for resources: {'Port': ['ID=7950416e-317f-4bca-aac7-f81a358100b9,revision_number=3']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:35.848513 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b8c40-e2d9-4742-beb4-8f9a43217433 req-b6cd723e-7628-4cab-aa3d-ee6e8fd0d05d tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:35.850632 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fb0b8c40-e2d9-4742-beb4-8f9a43217433 req-b6cd723e-7628-4cab-aa3d-ee6e8fd0d05d tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.1716521 Nov 16 19:02:35.852593 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] Attempting to bind port 7950416e-317f-4bca-aac7-f81a358100b9 on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:02:35.853175 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] Attempting to bind port 7950416e-317f-4bca-aac7-f81a358100b9 by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '56c01722-be30-4639-862d-514173b6757f'}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:02:35.853601 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2bf7c-924c-48b9-bded-a5fa7da14713 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Pushing event updated for resources: {'Port': ['ID=ab5edb11-f48f-4d19-a548-3ab05fbc385a,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:35.853922 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] Attempting to bind port 7950416e-317f-4bca-aac7-f81a358100b9 on network 56c01722-be30-4639-862d-514173b6757f {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:02:35.861100 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:02:35.861842 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] Checking segment: {'id': '91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '56c01722-be30-4639-862d-514173b6757f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:02:35.862192 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:35.862581 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] Bound using segment: {'id': '91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '56c01722-be30-4639-862d-514173b6757f'} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:02:35.863060 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] Bound port: 7950416e-317f-4bca-aac7-f81a358100b9, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '56c01722-be30-4639-862d-514173b6757f'}}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:02:35.863633 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:35.887536 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-dae2bf7c-924c-48b9-bded-a5fa7da14713 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833619'] for floatingip, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:35.924184 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-dae2bf7c-924c-48b9-bded-a5fa7da14713 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for floatingip, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:35.925592 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-dae2bf7c-924c-48b9-bded-a5fa7da14713 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0561910 Nov 16 19:02:35.938834 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fb0b8c40-e2d9-4742-beb4-8f9a43217433 req-ee62c1b3-f1b4-4e87-b936-a7cc32e65790 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761144 Nov 16 19:02:36.020246 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] For port 7950416e-317f-4bca-aac7-f81a358100b9, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:02:36.030077 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] For port 7950416e-317f-4bca-aac7-f81a358100b9, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=7950416e-317f-4bca-aac7-f81a358100b9,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:02:36.036557 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:36.114029 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 64e82a66-2910-45ae-828f-eaf667e6f425 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:02:36.162399 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-4f145b39-d2f5-434f-9d8d-e3a05a9bcc20 None None] Provisioning complete for port 7950416e-317f-4bca-aac7-f81a358100b9 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:02:36.162777 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-4f145b39-d2f5-434f-9d8d-e3a05a9bcc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:36.200935 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17b0b6-856f-4b08-b7e4-6bbeab52ad36 None None] Pushing event updated for resources: {'Port': ['ID=7950416e-317f-4bca-aac7-f81a358100b9,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:36.208780 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] Routers {'2158e281-bada-4b76-901a-a1ed61a5967a'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:02:36.209310 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:02:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['2158e281-bada-4b76-901a-a1ed61a5967a'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:02:36.317270 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 64e82a66-2910-45ae-828f-eaf667e6f425 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:02:36.317665 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:36.393851 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] Set router 2158e281-bada-4b76-901a-a1ed61a5967a gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:02:36.431904 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-4f145b39-d2f5-434f-9d8d-e3a05a9bcc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:36.684849 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-4f145b39-d2f5-434f-9d8d-e3a05a9bcc20 None None] For port 7950416e-317f-4bca-aac7-f81a358100b9, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=7950416e-317f-4bca-aac7-f81a358100b9,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:02:36.694030 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-4f145b39-d2f5-434f-9d8d-e3a05a9bcc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:36.766287 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f145b39-d2f5-434f-9d8d-e3a05a9bcc20 None None] Pushing event updated for resources: {'Port': ['ID=7950416e-317f-4bca-aac7-f81a358100b9,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:36.833501 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-257b7c1e-f09c-4b79-a3fe-71e0e55534e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:36.835605 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-e1dc19bf-34e1-46af-bd65-fae98c396456 None None] Provisioning complete for port 7950416e-317f-4bca-aac7-f81a358100b9 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:02:36.835965 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-e1dc19bf-34e1-46af-bd65-fae98c396456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:36.861738 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'name': 'tempest-AttachVolumeShelveTestJSON-25857139-router', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:02:29Z', 'updated_at': '2021-11-16T19:02:33Z', 'revision_number': 4, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'gw_port': {'id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:30Z', 'updated_at': '2021-11-16T19:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '7950416e-317f-4bca-aac7-f81a358100b9', 'name': '', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'mac_address': 'fa:16:3e:56:03:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:32Z', 'updated_at': '2021-11-16T19:02:35Z', 'revision_number': 4, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'subnets': [{'id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:02:36.891668 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60d55e8-b438-438c-8242-0a1715aaa01e None None] The sync data for ids ['2158e281-bada-4b76-901a-a1ed61a5967a'] in dv-cinder-667108-35-iscsi is: [{'id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'name': 'tempest-AttachVolumeShelveTestJSON-25857139-router', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:02:29Z', 'updated_at': '2021-11-16T19:02:33Z', 'revision_number': 4, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'gw_port': {'id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:30Z', 'updated_at': '2021-11-16T19:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '7950416e-317f-4bca-aac7-f81a358100b9', 'name': '', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'mac_address': 'fa:16:3e:56:03:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:32Z', 'updated_at': '2021-11-16T19:02:35Z', 'revision_number': 4, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'subnets': [{'id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:02:38.090930 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 7950416e-317f-4bca-aac7-f81a358100b9 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:02:38.141580 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 7950416e-317f-4bca-aac7-f81a358100b9 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:02:38.141784 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:38.400350 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1d10f-9e2d-4f68-b9b1-294692943a5d req-a1d9e6e1-903b-41cd-83a2-14e369ba1dde tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:38.401885 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-1af1d10f-9e2d-4f68-b9b1-294692943a5d req-a1d9e6e1-903b-41cd-83a2-14e369ba1dde tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0533657 Nov 16 19:02:38.449876 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-1af1d10f-9e2d-4f68-b9b1-294692943a5d req-e0df9757-59e2-4839-89ad-c4276a0015f4 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421746 Nov 16 19:02:39.576758 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d13f3f-98e6-4389-bc1d-ca90385aa58f req-8f20bdea-c3c4-46f2-9055-4e3aafe3144d tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:39.578656 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d3d13f3f-98e6-4389-bc1d-ca90385aa58f req-8f20bdea-c3c4-46f2-9055-4e3aafe3144d tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0554047 Nov 16 19:02:39.626701 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d3d13f3f-98e6-4389-bc1d-ca90385aa58f req-808fdb83-c036-4a1f-9bad-62173e2d4daf tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417044 Nov 16 19:02:39.836166 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-af28f104-8d8c-4019-87dc-db3b58728510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:40.746758 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71599203-49af-495c-af29-bce4f4eb0467 req-90bdf93c-3685-463b-aa4c-9f5325d07198 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:40.748305 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-71599203-49af-495c-af29-bce4f4eb0467 req-90bdf93c-3685-463b-aa4c-9f5325d07198 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0498860 Nov 16 19:02:40.800322 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-71599203-49af-495c-af29-bce4f4eb0467 req-19782e20-8b77-495f-933d-4fddfb410c20 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461569 Nov 16 19:02:41.111291 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 47202) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:41.227267 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-0fd1c2e4-cd0d-430a-be34-5494cd4143c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:41.307560 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-0fd1c2e4-cd0d-430a-be34-5494cd4143c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:41.313058 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-0fd1c2e4-cd0d-430a-be34-5494cd4143c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:41.331933 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:41.352953 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1c2e4-cd0d-430a-be34-5494cd4143c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febe073f-e2b2-445b-a917-5bbf12b64117,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:41.363493 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 47210) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:41.363663 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-0fd1c2e4-cd0d-430a-be34-5494cd4143c8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c04157c774640018299cdafff334bbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511599 Nov 16 19:02:41.411266 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-1872b081-0e90-4573-a5e9-381d6d65d1ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:41.434607 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-1872b081-0e90-4573-a5e9-381d6d65d1ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:41.483737 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-1872b081-0e90-4573-a5e9-381d6d65d1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:41.486318 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-1872b081-0e90-4573-a5e9-381d6d65d1ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:41.487470 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-1872b081-0e90-4573-a5e9-381d6d65d1ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/febe073f-e2b2-445b-a917-5bbf12b64117 HTTP/1.1" status: 204 len: 168 time: 0.1229191 Nov 16 19:02:41.498267 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872b081-0e90-4573-a5e9-381d6d65d1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febe073f-e2b2-445b-a917-5bbf12b64117,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:41.780638 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 47224) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:41.794364 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-525824c4-8e54-4776-98e3-7dd34b1e1bfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:41.869090 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-525824c4-8e54-4776-98e3-7dd34b1e1bfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:41.872827 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-525824c4-8e54-4776-98e3-7dd34b1e1bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:41.939628 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-525824c4-8e54-4776-98e3-7dd34b1e1bfd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=919ffda4699a46ecaaf5c46e636239a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1576242 Nov 16 19:02:41.940890 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525824c4-8e54-4776-98e3-7dd34b1e1bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400b4cfc-d8be-4af4-8e57-f812d2c1edeb,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:41.942056 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 47228) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:41.958768 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81757ee-57d1-4e4f-931b-31fca6ebc8d0 req-6128fef5-8ccd-4799-a806-a84307d40d43 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:41.961117 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f81757ee-57d1-4e4f-931b-31fca6ebc8d0 req-6128fef5-8ccd-4799-a806-a84307d40d43 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0846903 Nov 16 19:02:41.995726 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-85112fb7-0bda-4860-bbc6-042866436857 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:42.012738 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f81757ee-57d1-4e4f-931b-31fca6ebc8d0 req-7a16d0f2-15e3-4b30-a61f-90475e586dfa tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424943 Nov 16 19:02:42.017070 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-85112fb7-0bda-4860-bbc6-042866436857 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:42.069423 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-85112fb7-0bda-4860-bbc6-042866436857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:42.072352 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-85112fb7-0bda-4860-bbc6-042866436857 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:42.076121 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-85112fb7-0bda-4860-bbc6-042866436857 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/400b4cfc-d8be-4af4-8e57-f812d2c1edeb HTTP/1.1" status: 204 len: 168 time: 0.1297333 Nov 16 19:02:42.081743 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85112fb7-0bda-4860-bbc6-042866436857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400b4cfc-d8be-4af4-8e57-f812d2c1edeb,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:42.765697 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 47258) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:42.861257 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-3b25cbfc-5890-402e-bd85-98500b371a91 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2022762778-network', 'tenant_id': 'e155765ccd0f4c7ca9dc49194aa5eab3'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:02:42.881701 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b25cbfc-5890-402e-bd85-98500b371a91 admin admin] Made reservation on behalf of e155765ccd0f4c7ca9dc49194aa5eab3 for: {'network': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:02:42.883922 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3b25cbfc-5890-402e-bd85-98500b371a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for network, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:42.892248 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3b25cbfc-5890-402e-bd85-98500b371a91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:42.968111 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3b25cbfc-5890-402e-bd85-98500b371a91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:42.971797 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3b25cbfc-5890-402e-bd85-98500b371a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:43.001254 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b25cbfc-5890-402e-bd85-98500b371a91 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=101696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 19:02:43.011622 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25cbfc-5890-402e-bd85-98500b371a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad31c13a-4083-45a0-95bb-9aec7300acfe,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:43.017476 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3b25cbfc-5890-402e-bd85-98500b371a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:43.019114 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.db.segments_db [None req-3b25cbfc-5890-402e-bd85-98500b371a91 admin admin] Added segment 824dbadb-657a-4645-8bac-e112d7ce4a10 of type vlan for network a026e1a0-6069-4ddc-a2cc-b3de6babf2cd Nov 16 19:02:43.066030 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3b25cbfc-5890-402e-bd85-98500b371a91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770491955959'] for network, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:43.095259 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3b25cbfc-5890-402e-bd85-98500b371a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for network, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:43.096261 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b25cbfc-5890-402e-bd85-98500b371a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:43.096863 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3b25cbfc-5890-402e-bd85-98500b371a91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:43.150010 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:43.157248 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-3b25cbfc-5890-402e-bd85-98500b371a91 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3904548 Nov 16 19:02:43.160184 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 47264) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:43.162194 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25cbfc-5890-402e-bd85-98500b371a91 admin admin] Pushing event updated for resources: {'Network': ['ID=a026e1a0-6069-4ddc-a2cc-b3de6babf2cd,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:43.165067 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-72de4bb8-247a-482a-9850-e7b2a1c5b717 admin admin] Request body: {'subnet': {'network_id': 'a026e1a0-6069-4ddc-a2cc-b3de6babf2cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2022762778-subnet', 'tenant_id': 'e155765ccd0f4c7ca9dc49194aa5eab3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:02:43.171949 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Network a026e1a0-6069-4ddc-a2cc-b3de6babf2cd details requested by agent ovs-agent-dv-cinder-667108-35-iscsi with host dv-cinder-667108-35-iscsi {{(pid=101697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 19:02:43.185574 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72de4bb8-247a-482a-9850-e7b2a1c5b717 admin admin] Made reservation on behalf of e155765ccd0f4c7ca9dc49194aa5eab3 for: {'subnet': 1} {{(pid=101695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:02:43.187934 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-72de4bb8-247a-482a-9850-e7b2a1c5b717 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:43.355713 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-72de4bb8-247a-482a-9850-e7b2a1c5b717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for subnet, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:43.411675 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de4bb8-247a-482a-9850-e7b2a1c5b717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dde6088-c521-43d2-90d0-d384f45d1eee,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:43.433896 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de4bb8-247a-482a-9850-e7b2a1c5b717 admin admin] Checking segment: {'id': '824dbadb-657a-4645-8bac-e112d7ce4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a026e1a0-6069-4ddc-a2cc-b3de6babf2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:02:43.434257 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72de4bb8-247a-482a-9850-e7b2a1c5b717 admin admin] Network hostable DHCP agents. Network: a026e1a0-6069-4ddc-a2cc-b3de6babf2cd, hostable agents: ['796d1915-ba41-4440-8731-3d9d4c9dd731'], hosted agents: [] {{(pid=101695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 19:02:43.451102 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72de4bb8-247a-482a-9850-e7b2a1c5b717 admin admin] Network a026e1a0-6069-4ddc-a2cc-b3de6babf2cd is scheduled to be hosted by DHCP agent 796d1915-ba41-4440-8731-3d9d4c9dd731 with binding_index 1 {{(pid=101695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 19:02:43.459541 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-72de4bb8-247a-482a-9850-e7b2a1c5b717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-35-iscsi, a026e1a0-6069-4ddc-a2cc-b3de6babf2cd) {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:02:43.463870 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72de4bb8-247a-482a-9850-e7b2a1c5b717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:43.464472 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-72de4bb8-247a-482a-9850-e7b2a1c5b717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for subnet, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:43.468612 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc38e7fd-a408-465e-8a8f-df0a89bf5532 None None] Network a026e1a0-6069-4ddc-a2cc-b3de6babf2cd requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:02:43.480540 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-72de4bb8-247a-482a-9850-e7b2a1c5b717 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3191178 Nov 16 19:02:43.617042 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0b86b7-30b3-471b-ab31-d792abb523af None None] Network a026e1a0-6069-4ddc-a2cc-b3de6babf2cd requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:02:43.800644 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:43.979066 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 47286) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:43.983887 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-612a3f1f-8efb-441f-bd0e-e69e725426f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2128009614-network', 'tenant_id': '7d3b15a4ea5249d2b72ac66a243f1eb4'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:02:44.007133 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612a3f1f-8efb-441f-bd0e-e69e725426f4 admin admin] Made reservation on behalf of 7d3b15a4ea5249d2b72ac66a243f1eb4 for: {'network': 1} {{(pid=101695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:02:44.009692 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-612a3f1f-8efb-441f-bd0e-e69e725426f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for network, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:44.017829 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-612a3f1f-8efb-441f-bd0e-e69e725426f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:44.093627 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-612a3f1f-8efb-441f-bd0e-e69e725426f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:44.097839 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-612a3f1f-8efb-441f-bd0e-e69e725426f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:44.121354 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612a3f1f-8efb-441f-bd0e-e69e725426f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=101695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 19:02:44.135113 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a3f1f-8efb-441f-bd0e-e69e725426f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c1429c-e52d-4a54-9276-e286180c3bef,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:44.139735 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-612a3f1f-8efb-441f-bd0e-e69e725426f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:44.140078 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.segments_db [None req-612a3f1f-8efb-441f-bd0e-e69e725426f4 admin admin] Added segment 6cdb6c7d-cad3-4aa0-97c3-15b7f347ff05 of type vlan for network d24a6bec-20ab-4524-b5a7-280d55ab3cd6 Nov 16 19:02:44.180885 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-612a3f1f-8efb-441f-bd0e-e69e725426f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770491955959'] for network, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:44.204686 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-612a3f1f-8efb-441f-bd0e-e69e725426f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for network, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:44.205777 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612a3f1f-8efb-441f-bd0e-e69e725426f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:44.206452 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-612a3f1f-8efb-441f-bd0e-e69e725426f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:44.261126 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-612a3f1f-8efb-441f-bd0e-e69e725426f4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2809527 Nov 16 19:02:44.264026 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 47288) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:44.268982 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-035a84fc-66e9-4537-88ff-efeeadeb2152 admin admin] Request body: {'subnet': {'network_id': 'd24a6bec-20ab-4524-b5a7-280d55ab3cd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2128009614-subnet', 'tenant_id': '7d3b15a4ea5249d2b72ac66a243f1eb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:02:44.271999 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a3f1f-8efb-441f-bd0e-e69e725426f4 admin admin] Pushing event updated for resources: {'Network': ['ID=d24a6bec-20ab-4524-b5a7-280d55ab3cd6,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:44.284871 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Network d24a6bec-20ab-4524-b5a7-280d55ab3cd6 details requested by agent ovs-agent-dv-cinder-667108-35-iscsi with host dv-cinder-667108-35-iscsi {{(pid=101697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 19:02:44.301301 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035a84fc-66e9-4537-88ff-efeeadeb2152 admin admin] Made reservation on behalf of 7d3b15a4ea5249d2b72ac66a243f1eb4 for: {'subnet': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:02:44.303662 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-035a84fc-66e9-4537-88ff-efeeadeb2152 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63484699'] for subnet, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:44.476187 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-035a84fc-66e9-4537-88ff-efeeadeb2152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66353692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63484681'] for subnet, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:44.528390 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a84fc-66e9-4537-88ff-efeeadeb2152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51783fcb-45ac-415f-a468-387d874bb5d4,revision_number=0']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:44.545626 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035a84fc-66e9-4537-88ff-efeeadeb2152 admin admin] Checking segment: {'id': '6cdb6c7d-cad3-4aa0-97c3-15b7f347ff05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd24a6bec-20ab-4524-b5a7-280d55ab3cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:02:44.546013 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035a84fc-66e9-4537-88ff-efeeadeb2152 admin admin] Network hostable DHCP agents. Network: d24a6bec-20ab-4524-b5a7-280d55ab3cd6, hostable agents: ['796d1915-ba41-4440-8731-3d9d4c9dd731'], hosted agents: [] {{(pid=101696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 19:02:44.562277 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035a84fc-66e9-4537-88ff-efeeadeb2152 admin admin] Network d24a6bec-20ab-4524-b5a7-280d55ab3cd6 is scheduled to be hosted by DHCP agent 796d1915-ba41-4440-8731-3d9d4c9dd731 with binding_index 1 {{(pid=101696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 19:02:44.572648 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-035a84fc-66e9-4537-88ff-efeeadeb2152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-35-iscsi, d24a6bec-20ab-4524-b5a7-280d55ab3cd6) {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:02:44.579520 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035a84fc-66e9-4537-88ff-efeeadeb2152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:44.580138 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-035a84fc-66e9-4537-88ff-efeeadeb2152 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:44.580454 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eff98a7-871e-403d-8aaf-b149a128d185 None None] Network d24a6bec-20ab-4524-b5a7-280d55ab3cd6 requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:02:44.598390 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-035a84fc-66e9-4537-88ff-efeeadeb2152 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3332038 Nov 16 19:02:44.714243 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66caaf9-b664-4e35-bf9f-1c6c4dfd9466 None None] Network d24a6bec-20ab-4524-b5a7-280d55ab3cd6 requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:02:45.216371 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781edd57-2cb6-410f-885d-a14ae27ec7a3 req-3ae915ce-a56a-47e4-8fde-638594c73a56 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:45.217917 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-781edd57-2cb6-410f-885d-a14ae27ec7a3 req-3ae915ce-a56a-47e4-8fde-638594c73a56 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0504627 Nov 16 19:02:45.265402 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-781edd57-2cb6-410f-885d-a14ae27ec7a3 req-f45d1678-8707-4cac-8c37-f26211347154 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414884 Nov 16 19:02:46.390497 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c903661-a28c-422e-95c5-d84a00bebfa7 req-49297f80-a885-42c9-8d21-79308759d5a2 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:46.392137 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-0c903661-a28c-422e-95c5-d84a00bebfa7 req-49297f80-a885-42c9-8d21-79308759d5a2 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0537937 Nov 16 19:02:46.448436 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-0c903661-a28c-422e-95c5-d84a00bebfa7 req-1c9686d9-f7d9-4f22-a8bd-ad03ffeabe58 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491259 Nov 16 19:02:47.478587 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-c019e92e-a232-4a74-ae19-f8e50bb4d57b tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1822993852&fields=id&tenant_id=b7b9aa6405c640ff81bc02db314b5e9c HTTP/1.1" status: 200 len: 267 time: 0.0508368 Nov 16 19:02:47.582943 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd0441-7728-425a-b6ab-7b982565d01d req-8d4f0494-c01f-4fe4-9ab0-2738200114ff tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:47.590113 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-1fcd0441-7728-425a-b6ab-7b982565d01d req-8d4f0494-c01f-4fe4-9ab0-2738200114ff tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0660434 Nov 16 19:02:47.608128 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-dd79c7be-e521-4890-af2f-f740278a472b tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:47.609726 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-dd79c7be-e521-4890-af2f-f740278a472b tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/networks?id=56c01722-be30-4639-862d-514173b6757f HTTP/1.1" status: 200 len: 815 time: 0.1240177 Nov 16 19:02:47.629536 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-91ab5fa5-6c35-4155-9b37-bbc25cf37d78 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/quotas/b7b9aa6405c640ff81bc02db314b5e9c HTTP/1.1" status: 200 len: 375 time: 0.0130720 Nov 16 19:02:47.649059 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-1fcd0441-7728-425a-b6ab-7b982565d01d req-2314d028-9de2-4425-a11e-47e9ab05ca81 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578258 Nov 16 19:02:47.701040 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-7e715ac8-bda3-4db9-8a32-d928c4f97792 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b7b9aa6405c640ff81bc02db314b5e9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0650609 Nov 16 19:02:47.810790 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-b0b50ee2-edb8-4555-998e-9d9e18227985 service neutron] 10.222.0.46 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968616 Nov 16 19:02:47.907530 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-a84caa9a-88a0-473a-9425-4a8d19a76a3a service neutron] 10.222.0.46 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900266 Nov 16 19:02:48.075936 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6cb812fc-bf8e-46a3-9108-cec74be0605f req-801b7eda-af32-41e4-8374-cb4abf2eea84 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 210 time: 0.0266745 Nov 16 19:02:48.687651 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5318c4-af48-4c39-b08a-5e9cd4f88040 req-22ca1fd9-eca5-4240-be4b-1f4cfdb74c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:48.690070 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bf5318c4-af48-4c39-b08a-5e9cd4f88040 req-22ca1fd9-eca5-4240-be4b-1f4cfdb74c06 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 1098 time: 0.0531278 Nov 16 19:02:48.740117 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bf5318c4-af48-4c39-b08a-5e9cd4f88040 req-53df08e6-b205-4f28-bd65-a8d562a0af98 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414221 Nov 16 19:02:48.787211 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076857f-aa78-49c1-9ede-67038091edf9 req-937841e0-1a5c-4cfe-8296-cdefa1ace18c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:48.788770 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e076857f-aa78-49c1-9ede-67038091edf9 req-937841e0-1a5c-4cfe-8296-cdefa1ace18c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0500114 Nov 16 19:02:48.842585 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e076857f-aa78-49c1-9ede-67038091edf9 req-de948798-5030-4594-adb4-d09659d1afc4 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459988 Nov 16 19:02:49.179420 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e9d8c583-f05a-4fc3-9cbd-0a8839c95656 req-aac5ca6c-1b7f-4e03-891e-9af9f241dd6a tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 210 time: 0.0262568 Nov 16 19:02:49.445594 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-39939bf3-3a04-4baa-ae8c-3548885dd276 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:49.447120 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-39939bf3-3a04-4baa-ae8c-3548885dd276 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.18 "GET /v2.0/networks?id=56c01722-be30-4639-862d-514173b6757f HTTP/1.1" status: 200 len: 815 time: 0.1090429 Nov 16 19:02:49.530542 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-03f18577-346e-4a31-8171-b675aa58e0f8 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7b9aa6405c640ff81bc02db314b5e9c HTTP/1.1" status: 200 len: 380 time: 0.0673509 Nov 16 19:02:49.546294 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-3dc939c1-6ea2-4a9b-a984-b5e99c8b2533 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Request body: {'port': {'device_id': 'b188c4dd-b4cc-4a02-9ea4-901009c68534', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'admin_state_up': True, 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'security_groups': ['d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef']}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:02:49.871626 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-3dc939c1-6ea2-4a9b-a984-b5e99c8b2533 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Made reservation on behalf of b7b9aa6405c640ff81bc02db314b5e9c for: {'port': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:02:49.875466 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-3dc939c1-6ea2-4a9b-a984-b5e99c8b2533 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:50.007300 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 47450) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:50.024184 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52338c39-2910-4713-aa61-957f93363bcd req-c7690688-c7db-4cb4-b081-1e75b2a52a71 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:50.025702 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-52338c39-2910-4713-aa61-957f93363bcd req-c7690688-c7db-4cb4-b081-1e75b2a52a71 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0943205 Nov 16 19:02:50.056866 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-3dc939c1-6ea2-4a9b-a984-b5e99c8b2533 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Allocated IP 172.20.0.4 (56c01722-be30-4639-862d-514173b6757f/bb6d7954-2af9-4d7e-9874-8228af3b7bec/3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:02:50.124442 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-52338c39-2910-4713-aa61-957f93363bcd req-55329697-abc9-42e5-93ed-03bc8af2b126 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909784 Nov 16 19:02:50.161218 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-cfda8693-f571-4d37-8b17-3cfc736a1bc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:50.265708 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-cfda8693-f571-4d37-8b17-3cfc736a1bc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:50.270987 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-cfda8693-f571-4d37-8b17-3cfc736a1bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:50.289049 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-3dc939c1-6ea2-4a9b-a984-b5e99c8b2533 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:50.329411 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-68845e1f-469b-4989-af0d-b946f0a9854c req-5e5ba08b-44ff-4e35-97ce-07cecee409ee tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 210 time: 0.0404491 Nov 16 19:02:50.336017 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-3dc939c1-6ea2-4a9b-a984-b5e99c8b2533 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:50.345020 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda8693-f571-4d37-8b17-3cfc736a1bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c48b879-77a4-4511-bea4-c1d97ac4e829,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:50.359271 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-cfda8693-f571-4d37-8b17-3cfc736a1bc6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=da4fa747cfeb4b839f01801951340996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3507030 Nov 16 19:02:50.361894 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 47462) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:02:50.418361 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-3dc939c1-6ea2-4a9b-a984-b5e99c8b2533 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Network 56c01722-be30-4639-862d-514173b6757f is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:02:50.421911 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-3dc939c1-6ea2-4a9b-a984-b5e99c8b2533 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:02:50.426500 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-3dc939c1-6ea2-4a9b-a984-b5e99c8b2533 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:02:50.429103 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9e93ebe1-7a1a-4089-bd64-144129bda1b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:50.431172 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc939c1-6ea2-4a9b-a984-b5e99c8b2533 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Pushing event updated for resources: {'Port': ['ID=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:50.471125 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9e93ebe1-7a1a-4089-bd64-144129bda1b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:50.482229 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-3dc939c1-6ea2-4a9b-a984-b5e99c8b2533 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:50.483117 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-3dc939c1-6ea2-4a9b-a984-b5e99c8b2533 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:50.503472 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-3dc939c1-6ea2-4a9b-a984-b5e99c8b2533 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9637492 Nov 16 19:02:50.518598 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] Request body: {'port': {'device_id': 'b188c4dd-b4cc-4a02-9ea4-901009c68534', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:02:50.538891 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9e93ebe1-7a1a-4089-bd64-144129bda1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:50.540928 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9e93ebe1-7a1a-4089-bd64-144129bda1b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:50.542248 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-9e93ebe1-7a1a-4089-bd64-144129bda1b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c48b879-77a4-4511-bea4-c1d97ac4e829 HTTP/1.1" status: 204 len: 168 time: 0.1791968 Nov 16 19:02:50.572942 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93ebe1-7a1a-4089-bd64-144129bda1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c48b879-77a4-4511-bea4-c1d97ac4e829,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:50.604663 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:50.787543 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-a4cb85df-197a-4495-96fa-703f070aa9b8 None None] Provisioning complete for port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:02:50.788723 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-a4cb85df-197a-4495-96fa-703f070aa9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:50.830676 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb85df-197a-4495-96fa-703f070aa9b8 None None] Port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:02:50.911361 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae {{(pid=101696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:02:50.919623 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:50.932150 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.provisioning_blocks [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] Transition to ACTIVE for port object 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae will not be triggered until provisioned by entity L2. {{(pid=101696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 19:02:50.935788 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:50.988688 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:51.067494 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] Attempting to bind port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae on host hv-cinder-66710 for vnic_type normal with profile {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:02:51.067927 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] Attempting to bind port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '56c01722-be30-4639-862d-514173b6757f'}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:02:51.068334 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] Attempting to bind port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae on network 56c01722-be30-4639-862d-514173b6757f {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:02:51.074024 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] Port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae on network 56c01722-be30-4639-862d-514173b6757f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 19:02:51.074464 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] Attempting to bind port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae on network 56c01722-be30-4639-862d-514173b6757f {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:02:51.080286 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] Checking agent: {'id': 'b114dd46-986e-4d55-bca0-7e9758e41aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'started_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:02:51.080699 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] Checking segment: {'id': '91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '56c01722-be30-4639-862d-514173b6757f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:02:51.081161 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] Bound using segment: {'id': '91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '56c01722-be30-4639-862d-514173b6757f'} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:02:51.081725 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] Bound port: 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '56c01722-be30-4639-862d-514173b6757f'}}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:02:51.082245 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:51.164631 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] For port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae, host hv-cinder-66710, cleared binding levels {{(pid=101696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:02:51.168338 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] For port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:02:51.175745 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:51.215542 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:51.216234 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:51.217757 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] 10.222.0.18 "PUT /v2.0/ports/3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae HTTP/1.1" status: 200 len: 1093 time: 0.7035627 Nov 16 19:02:51.218251 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b188c4dd-b4cc-4a02-9ea4-901009c68534', 'tag': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:02:51.221202 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c242be-7864-4180-9fe2-82b56702874f" -d '{"events": [{"name": "network-changed", "server_uuid": "b188c4dd-b4cc-4a02-9ea4-901009c68534", "tag": "3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:02:51.285159 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff321d5-a016-4526-ac6b-0afb0b6294e4 req-4c862f8f-5ae8-4912-b1cc-ba430955359c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:51.287341 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3ff321d5-a016-4526-ac6b-0afb0b6294e4 req-4c862f8f-5ae8-4912-b1cc-ba430955359c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0807347 Nov 16 19:02:51.328470 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb88da64-f169-422b-94aa-d5b3e947dee3 x-openstack-request-id: req-eb88da64-f169-422b-94aa-d5b3e947dee3 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:02:51.328765 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b188c4dd-b4cc-4a02-9ea4-901009c68534", "tag": "3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:02:51.329024 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eb88da64-f169-422b-94aa-d5b3e947dee3 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:02:51.329458 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b188c4dd-b4cc-4a02-9ea4-901009c68534', 'tag': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae', 'status': 'completed', 'code': 200} Nov 16 19:02:51.331211 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c02345-9f1e-4e3c-bb42-2d024a0a55f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae,revision_number=3']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:51.365892 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3ff321d5-a016-4526-ac6b-0afb0b6294e4 req-69757104-d129-4905-9659-3719321ccc2d tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656281 Nov 16 19:02:51.377177 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-13ecb5c0-b12f-4c76-a23a-84adfd5239e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:51.378746 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-13ecb5c0-b12f-4c76-a23a-84adfd5239e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7b9aa6405c640ff81bc02db314b5e9c&device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 1096 time: 0.1018252 Nov 16 19:02:51.446873 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-0addcecc-933b-433f-a1c0-f0e9b37ec0db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae HTTP/1.1" status: 200 len: 217 time: 0.0566406 Nov 16 19:02:51.594777 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-aac063e6-b3d5-4d25-a850-ce0bb93c4dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:51.597971 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-aac063e6-b3d5-4d25-a850-ce0bb93c4dfb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb6d7954-2af9-4d7e-9874-8228af3b7bec HTTP/1.1" status: 200 len: 854 time: 0.1369035 Nov 16 19:02:51.636887 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff29d9-8a16-4433-afe1-42d56b7f989a req-bf56e688-0777-41fd-8a83-c76f7302f536 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:51.638519 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5eff29d9-8a16-4433-afe1-42d56b7f989a req-bf56e688-0777-41fd-8a83-c76f7302f536 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.1086876 Nov 16 19:02:51.651261 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5f773-9bae-4c90-97b5-62b5aa7aa784 req-0e2881db-ea39-49c0-8d1d-900cb37e71c8 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:51.653109 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9da5f773-9bae-4c90-97b5-62b5aa7aa784 req-0e2881db-ea39-49c0-8d1d-900cb37e71c8 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0755906 Nov 16 19:02:51.711856 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5eff29d9-8a16-4433-afe1-42d56b7f989a req-ba109b5f-3a6e-486c-a9c6-72bfb9f2dd9a tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580733 Nov 16 19:02:51.713789 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9da5f773-9bae-4c90-97b5-62b5aa7aa784 req-8648ddc3-f689-473a-858a-514457032aea tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511920 Nov 16 19:02:51.737897 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-40654144-8376-4afd-80ec-cf1f5489783d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:51.737897 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-40654144-8376-4afd-80ec-cf1f5489783d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56c01722-be30-4639-862d-514173b6757f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1106081 Nov 16 19:02:51.840203 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-fc068763-fbc3-4f65-abd0-d564b8b443a7 service neutron] 10.222.0.18 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023767 Nov 16 19:02:51.982798 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fcb7094b-6843-4511-b526-7bcab6a916ef req-d4fe9feb-0c0f-4821-9778-366959192d4c service neutron] 10.222.0.18 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229582 Nov 16 19:02:52.093665 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c242be-7864-4180-9fe2-82b56702874f req-4dc42230-df91-4a58-85c2-70b358d6f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:52.095248 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-94c242be-7864-4180-9fe2-82b56702874f req-4dc42230-df91-4a58-85c2-70b358d6f024 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7b9aa6405c640ff81bc02db314b5e9c&device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 1096 time: 0.0434368 Nov 16 19:02:52.202079 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c242be-7864-4180-9fe2-82b56702874f req-215f1268-b25f-480e-940e-ad8fa66c46fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:52.203678 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-94c242be-7864-4180-9fe2-82b56702874f req-215f1268-b25f-480e-940e-ad8fa66c46fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=56c01722-be30-4639-862d-514173b6757f HTTP/1.1" status: 200 len: 916 time: 0.0980546 Nov 16 19:02:52.251070 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-94c242be-7864-4180-9fe2-82b56702874f req-f31170d4-7b1b-4e17-9161-1048372986c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae HTTP/1.1" status: 200 len: 217 time: 0.0362659 Nov 16 19:02:52.303628 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c242be-7864-4180-9fe2-82b56702874f req-e2bc172b-7072-42f0-8592-a428fcde7ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:52.305089 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-94c242be-7864-4180-9fe2-82b56702874f req-e2bc172b-7072-42f0-8592-a428fcde7ed6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb6d7954-2af9-4d7e-9874-8228af3b7bec HTTP/1.1" status: 200 len: 854 time: 0.0435431 Nov 16 19:02:52.365504 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c242be-7864-4180-9fe2-82b56702874f req-d0161940-22fe-4776-bbfa-bdef70d7f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:52.366982 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-94c242be-7864-4180-9fe2-82b56702874f req-d0161940-22fe-4776-bbfa-bdef70d7f494 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56c01722-be30-4639-862d-514173b6757f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450630 Nov 16 19:02:52.471557 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-94c242be-7864-4180-9fe2-82b56702874f req-b9952187-c63b-4ded-8f27-c2004160c7da service neutron] 10.222.0.18 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885978 Nov 16 19:02:52.580300 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-94c242be-7864-4180-9fe2-82b56702874f req-c65d3b82-0427-476f-a4e7-55c68648e0b2 service neutron] 10.222.0.18 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931382 Nov 16 19:02:52.849863 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41a826-fb81-4dff-b930-bf59ba5b2b3e req-325568a7-81b0-4113-bb70-1923d970b3ac tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:52.851869 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-dc41a826-fb81-4dff-b930-bf59ba5b2b3e req-325568a7-81b0-4113-bb70-1923d970b3ac tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0530102 Nov 16 19:02:52.904339 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-dc41a826-fb81-4dff-b930-bf59ba5b2b3e req-3bea0ed7-1408-4e68-9b78-c2b4bd7820e2 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463586 Nov 16 19:02:53.549504 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90420984-f386-4992-b174-05d099f6d70c req-8ba8b029-1a71-48a9-9154-09ac67bece1a tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:53.551162 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-90420984-f386-4992-b174-05d099f6d70c req-8ba8b029-1a71-48a9-9154-09ac67bece1a tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0825799 Nov 16 19:02:53.554192 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc64ef-6eaf-4136-8672-cffbbfc00617 req-2e3c2436-9a1c-44e7-9901-582956d75b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:53.555637 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-debc64ef-6eaf-4136-8672-cffbbfc00617 req-2e3c2436-9a1c-44e7-9901-582956d75b70 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=88aad57826ba44d19a4a8c55a7eaea31&device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 1098 time: 0.0773807 Nov 16 19:02:53.659120 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-90420984-f386-4992-b174-05d099f6d70c req-0c1e3e88-9e8a-4c7f-8b9b-e2f5a33cd78c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006625 Nov 16 19:02:53.704175 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc64ef-6eaf-4136-8672-cffbbfc00617 req-2c2149eb-f4c8-4b35-8a00-46c56038f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:53.705747 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-debc64ef-6eaf-4136-8672-cffbbfc00617 req-2c2149eb-f4c8-4b35-8a00-46c56038f08f service neutron] 10.222.0.18 "GET /v2.0/networks?id=533462df-d675-4deb-a3d3-4fecaa48192e HTTP/1.1" status: 200 len: 920 time: 0.1325488 Nov 16 19:02:53.755594 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-debc64ef-6eaf-4136-8672-cffbbfc00617 req-af18e6d1-49fe-445d-87d7-150f6c0fb4a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=856ad084-c410-48f2-95e0-5d307f2aff12 HTTP/1.1" status: 200 len: 217 time: 0.0374606 Nov 16 19:02:53.810552 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc64ef-6eaf-4136-8672-cffbbfc00617 req-01b044de-d15d-4d77-adda-ee0acaa2dc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:53.811956 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-debc64ef-6eaf-4136-8672-cffbbfc00617 req-01b044de-d15d-4d77-adda-ee0acaa2dc84 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ad88ff7-4248-419c-8852-34576a078e99 HTTP/1.1" status: 200 len: 859 time: 0.0441735 Nov 16 19:02:53.846957 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-debc64ef-6eaf-4136-8672-cffbbfc00617 req-0188eb04-ab7c-4f3a-926e-91a92faff365 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=533462df-d675-4deb-a3d3-4fecaa48192e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234742 Nov 16 19:02:53.946889 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-debc64ef-6eaf-4136-8672-cffbbfc00617 req-858caa49-57b5-4d5d-9b91-9f24a0751d8f service neutron] 10.222.0.18 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862277 Nov 16 19:02:54.036097 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75bc73-24cf-4cfb-8431-05ecbef871f5 req-a3551f83-e8b5-4376-a67a-b622a54fb6b6 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:54.038218 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2b75bc73-24cf-4cfb-8431-05ecbef871f5 req-a3551f83-e8b5-4376-a67a-b622a54fb6b6 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0553646 Nov 16 19:02:54.055553 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-debc64ef-6eaf-4136-8672-cffbbfc00617 req-92f473db-8e24-4bb0-88b6-4719a55556e5 service neutron] 10.222.0.18 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946088 Nov 16 19:02:54.122087 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2b75bc73-24cf-4cfb-8431-05ecbef871f5 req-a0e9c95c-ea98-4627-9c44-67ece86e204a tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717802 Nov 16 19:02:54.782554 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75158ef8-a558-4d95-a1b7-530e4d5c3f65 req-862d2350-0bf8-4470-a449-97ec5519529e tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:54.784075 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-75158ef8-a558-4d95-a1b7-530e4d5c3f65 req-862d2350-0bf8-4470-a449-97ec5519529e tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0524256 Nov 16 19:02:54.832064 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-75158ef8-a558-4d95-a1b7-530e4d5c3f65 req-94074538-1450-4818-bccf-b8d8ba2b3cf1 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412884 Nov 16 19:02:55.246267 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffea6db-6acc-4f0d-90eb-3ee9ee352090 req-02410a36-3ce4-49b0-9738-00fd3e1d8215 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:55.247765 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2ffea6db-6acc-4f0d-90eb-3ee9ee352090 req-02410a36-3ce4-49b0-9738-00fd3e1d8215 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0496242 Nov 16 19:02:55.303828 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2ffea6db-6acc-4f0d-90eb-3ee9ee352090 req-d8729299-6f8b-40fb-a18d-055537cb57e6 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500343 Nov 16 19:02:55.965634 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89512941-f303-4748-bc8b-5d65af12adb7 req-09c4d254-a7de-48cf-a22c-73cbf41992a2 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:55.967137 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-89512941-f303-4748-bc8b-5d65af12adb7 req-09c4d254-a7de-48cf-a22c-73cbf41992a2 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0627592 Nov 16 19:02:56.015052 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-89512941-f303-4748-bc8b-5d65af12adb7 req-0338f756-143d-4062-8932-ede7c325a982 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417485 Nov 16 19:02:56.424057 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b5747-b832-4185-886b-5f3dae1957fd req-2a7eb4a5-0efb-4cdf-9678-0212d545d215 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:56.425833 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0f7b5747-b832-4185-886b-5f3dae1957fd req-2a7eb4a5-0efb-4cdf-9678-0212d545d215 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0492315 Nov 16 19:02:56.473572 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0f7b5747-b832-4185-886b-5f3dae1957fd req-408375cf-c933-4aa3-a6f2-ff376ebcf282 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416341 Nov 16 19:02:56.754275 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:02:56.851707 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:02:56.862905 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'port_id': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae', 'mac_address': 'fa:16:3e:c5:df:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:02:56.903466 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:56.916776 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:02:56.936573 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:02:56.940800 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:56.985840 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:02:57.133684 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27bc51-89b7-4aaf-b39d-ebdf6d833623 req-3b287102-9153-4bd4-be6f-276760bceaf1 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:57.135417 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5b27bc51-89b7-4aaf-b39d-ebdf6d833623 req-3b287102-9153-4bd4-be6f-276760bceaf1 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0531662 Nov 16 19:02:57.181064 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5b27bc51-89b7-4aaf-b39d-ebdf6d833623 req-3bef8a43-e6d1-4760-a3bf-e9b95dfdd3f7 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398364 Nov 16 19:02:57.593532 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5661ff9-a982-4164-b8ea-2820d157ec24 req-81e246b2-6e7f-420e-8a62-614407eec2fd tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:57.595129 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b5661ff9-a982-4164-b8ea-2820d157ec24 req-81e246b2-6e7f-420e-8a62-614407eec2fd tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 944 time: 0.0506735 Nov 16 19:02:57.643991 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b5661ff9-a982-4164-b8ea-2820d157ec24 req-98ad3e57-780e-49ce-ae1e-56b0882417e0 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420413 Nov 16 19:02:58.138949 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:02:58.297901 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbda7d-9fca-474c-8522-27e926f9dcbd req-070e7bb0-e607-414b-9d9c-2d029bf6f1ad tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:58.299419 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-22cbda7d-9fca-474c-8522-27e926f9dcbd req-070e7bb0-e607-414b-9d9c-2d029bf6f1ad tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0514610 Nov 16 19:02:58.349969 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-22cbda7d-9fca-474c-8522-27e926f9dcbd req-f1464bad-19b2-458f-b69a-ba1be4f8ecb8 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443323 Nov 16 19:02:58.767029 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11b85a-8399-4b7e-9ec7-e3394f58fd57 req-14256f3f-d6cd-4d6b-8853-29212916340c tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:58.768497 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-8c11b85a-8399-4b7e-9ec7-e3394f58fd57 req-14256f3f-d6cd-4d6b-8853-29212916340c tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 944 time: 0.0511420 Nov 16 19:02:58.818459 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-8c11b85a-8399-4b7e-9ec7-e3394f58fd57 req-879927b1-d21e-40a1-8e06-d57cf26ef083 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433705 Nov 16 19:02:59.470916 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ce269-db18-48b4-b84e-1f3c5ceff0a7 req-a771208f-ce9b-41ec-8710-29b7502e4d76 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:59.472368 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-356ce269-db18-48b4-b84e-1f3c5ceff0a7 req-a771208f-ce9b-41ec-8710-29b7502e4d76 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0477386 Nov 16 19:02:59.520605 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-356ce269-db18-48b4-b84e-1f3c5ceff0a7 req-22e41bd6-4deb-4c12-9fad-e310a36709f4 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424049 Nov 16 19:02:59.777853 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:02:59.949451 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc7fd9-45ab-4ab2-a80e-d5f2c11a5a8b req-6d7e6a26-e5b3-4411-8921-473241bbdbf6 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:02:59.951059 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3dfc7fd9-45ab-4ab2-a80e-d5f2c11a5a8b req-6d7e6a26-e5b3-4411-8921-473241bbdbf6 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 944 time: 0.0577934 Nov 16 19:02:59.987815 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:03:00.023248 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3dfc7fd9-45ab-4ab2-a80e-d5f2c11a5a8b req-2220d557-7257-431c-a9b8-3108f09c5041 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641475 Nov 16 19:03:00.050065 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning for port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae completed by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 19:03:00.070728 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:03:00.071108 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:00.286410 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:00.309459 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b188c4dd-b4cc-4a02-9ea4-901009c68534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:03:00.311743 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbd8d10-c02e-4e49-8ab0-7aa3081cc045" -d '{"events": [{"server_uuid": "b188c4dd-b4cc-4a02-9ea4-901009c68534", "name": "network-vif-plugged", "status": "completed", "tag": "3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:03:00.324632 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:03:00.328609 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:00.355188 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aaab58c-2666-4454-a037-96289caa9632 x-openstack-request-id: req-4aaab58c-2666-4454-a037-96289caa9632 {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:03:00.355506 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b188c4dd-b4cc-4a02-9ea4-901009c68534", "name": "network-vif-plugged", "status": "completed", "tag": "3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:03:00.355768 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4aaab58c-2666-4454-a037-96289caa9632 {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:03:00.356166 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b188c4dd-b4cc-4a02-9ea4-901009c68534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae', 'code': 200} Nov 16 19:03:00.387091 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:00.534719 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ef8b1-debd-4e2a-9a96-96da7f889d1c req-231ac4f2-7a33-470c-a873-e4fb7f5dfdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:00.536236 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9f0ef8b1-debd-4e2a-9a96-96da7f889d1c req-231ac4f2-7a33-470c-a873-e4fb7f5dfdd7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 1098 time: 0.0388696 Nov 16 19:03:00.587966 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9f0ef8b1-debd-4e2a-9a96-96da7f889d1c req-bec068a7-920d-4b86-8616-53d55510953f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412097 Nov 16 19:03:00.644379 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1561ce-8f12-4f48-866b-fde01a791a94 req-824e3545-ca41-4f62-8665-a6589c501537 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:00.645906 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3c1561ce-8f12-4f48-866b-fde01a791a94 req-824e3545-ca41-4f62-8665-a6589c501537 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0526273 Nov 16 19:03:00.699948 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3c1561ce-8f12-4f48-866b-fde01a791a94 req-ff421d24-ac92-48d5-8b16-1790b28b34be tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474389 Nov 16 19:03:01.176150 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2423f-8914-4417-a499-3417ad6906bd req-3f1bee25-8dfc-4b16-a08a-db868fa36d9a tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:01.177920 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f0c2423f-8914-4417-a499-3417ad6906bd req-3f1bee25-8dfc-4b16-a08a-db868fa36d9a tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0560489 Nov 16 19:03:01.242032 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f0c2423f-8914-4417-a499-3417ad6906bd req-f5fb1958-e614-4ab9-8dee-90d76db5b590 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580997 Nov 16 19:03:01.818574 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809a4ed-db6b-4179-81b8-b198eadb09f0 req-4df3cac6-0599-47f7-89b2-c7c7d26f2cda tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:01.820081 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9809a4ed-db6b-4179-81b8-b198eadb09f0 req-4df3cac6-0599-47f7-89b2-c7c7d26f2cda tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0490315 Nov 16 19:03:01.870926 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9809a4ed-db6b-4179-81b8-b198eadb09f0 req-021f1990-92af-4f43-b142-31185bb834c1 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447037 Nov 16 19:03:02.372286 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f07961-00b8-4654-9f56-09eb9b58e743 req-6e56c247-e0ac-43d6-bfda-9dfe27b6975b tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:02.373775 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-49f07961-00b8-4654-9f56-09eb9b58e743 req-6e56c247-e0ac-43d6-bfda-9dfe27b6975b tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0538492 Nov 16 19:03:02.421447 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-49f07961-00b8-4654-9f56-09eb9b58e743 req-59f6704b-b4a9-4346-8ab9-856833a70b2c tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417931 Nov 16 19:03:02.540284 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeaadf4-8a8c-4161-9fae-e8fa5d0ac51b req-06840049-b158-40c3-baa4-02959e3a4508 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:02.541838 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-caeaadf4-8a8c-4161-9fae-e8fa5d0ac51b req-06840049-b158-40c3-baa4-02959e3a4508 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0511186 Nov 16 19:03:02.550103 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 47766) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:02.554859 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-0517540a-e3ef-43ea-b0e3-0ba322e9672f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Request body: {'floatingip': {'port_id': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:03:02.625823 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-0517540a-e3ef-43ea-b0e3-0ba322e9672f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for floatingip, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:02.796090 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 47780) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:02.867075 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ab2f08-0d85-49dd-b43c-24968f1dea40 admin admin] Deleting subnet 4dde6088-c521-43d2-90d0-d384f45d1eee {{(pid=101695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 19:03:02.870587 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-63ab2f08-0d85-49dd-b43c-24968f1dea40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:02.920082 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-63ab2f08-0d85-49dd-b43c-24968f1dea40 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:02.930117 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-63ab2f08-0d85-49dd-b43c-24968f1dea40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-623022'] for subnet, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:03.031144 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234016c-c930-481a-a18c-706e70773a14 req-77fdf5cc-49e4-42b3-9fdd-948853d3bcc3 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:03.032639 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-8234016c-c930-481a-a18c-706e70773a14 req-77fdf5cc-49e4-42b3-9fdd-948853d3bcc3 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0781600 Nov 16 19:03:03.034241 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-63ab2f08-0d85-49dd-b43c-24968f1dea40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-623025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for subnet, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:03.070967 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-63ab2f08-0d85-49dd-b43c-24968f1dea40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for subnet, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:03.074540 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-63ab2f08-0d85-49dd-b43c-24968f1dea40 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4dde6088-c521-43d2-90d0-d384f45d1eee HTTP/1.1" status: 204 len: 168 time: 0.2766273 Nov 16 19:03:03.081963 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab2f08-0d85-49dd-b43c-24968f1dea40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dde6088-c521-43d2-90d0-d384f45d1eee,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:03.083581 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 47788) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:03.165403 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-8234016c-c930-481a-a18c-706e70773a14 req-75842080-0ecb-4fde-84fc-1b63f2f2fb8f tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222637 Nov 16 19:03:03.185288 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806902'] for network, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:03.265898 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629537', 'neutron.services.segments.db._delete_segments_for_network-8770492521988'] for network, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:03.286049 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:03:03.286334 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:03:03.287049 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:03:03.287378 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] Subscribe: > port after_create 55550000 {{(pid=101695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:03:03.288226 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] Subscribe: > port after_delete 55550000 {{(pid=101695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:03:03.288575 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] Subscribe: > port after_update 55550000 {{(pid=101695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:03:03.288888 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:03:03.289223 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:03:03.289655 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:03:03.289871 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:03:03.359906 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:03:03.360679 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:03:03.361082 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:03:03.361481 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 19:03:03.361926 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.services.segments.db [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a026e1a0-6069-4ddc-a2cc-b3de6babf2cd']}} {{(pid=101695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:03:03.384491 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.services.segments.db [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824dbadb-657a-4645-8bac-e112d7ce4a10') {'for_net_delete': True} {{(pid=101695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:03:03.384843 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.services.segments.db [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824dbadb-657a-4645-8bac-e112d7ce4a10') {} {{(pid=101695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:03:03.419346 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-0517540a-e3ef-43ea-b0e3-0ba322e9672f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:03.425280 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-0517540a-e3ef-43ea-b0e3-0ba322e9672f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833619'] for floatingip, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:03.527027 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.db.l3_db [None req-0517540a-e3ef-43ea-b0e3-0ba322e9672f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Floating IP b3ebf857-2bb3-41dd-8a30-05da3ad51b4d associated. External IP: 172.27.0.100, port: 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae. Nov 16 19:03:03.586839 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770492523021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63388194'] for segment, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:03.604514 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:03.612746 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 19:03:03.613128 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63250365'] for segment, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: from cryptography.utils import int_from_bytes Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: from cryptography.utils import int_from_bytes Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: Traceback (most recent call last): Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: timer() Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: cb(*args, **kw) Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: return func(*args, **kwargs) Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: self._notify() Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: self.callback(batched_events) Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: event.method(event) Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: return f(self, *a, **k) Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: return self._get(url).json() Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: return self.request(url, 'GET', **kwargs) Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 19:03:03.617741 dv-cinder-667108-35-iscsi neutron-server[101695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 19:03:03.672322 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833601'] for network, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:03.679687 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:03.685454 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] 10.222.0.46 "DELETE /v2.0/networks/a026e1a0-6069-4ddc-a2cc-b3de6babf2cd HTTP/1.1" status: 204 len: 168 time: 0.5969245 Nov 16 19:03:03.686130 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 47796) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:03.702909 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ad49f-549b-4db4-b2ff-c481028be43d admin admin] Pushing event deleted for resources: {'Network': ['ID=a026e1a0-6069-4ddc-a2cc-b3de6babf2cd,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:03.734700 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0517540a-e3ef-43ea-b0e3-0ba322e9672f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Router 2158e281-bada-4b76-901a-a1ed61a5967a has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:03:03.745180 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba961446-d36d-43f0-ad6f-09c78c693399 admin admin] Deleting subnet 51783fcb-45ac-415f-a468-387d874bb5d4 {{(pid=101695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 19:03:03.748404 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ba961446-d36d-43f0-ad6f-09c78c693399 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:03.783678 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ba961446-d36d-43f0-ad6f-09c78c693399 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63388205'] for subnet, precommit_delete_associations {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:03.824437 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ba961446-d36d-43f0-ad6f-09c78c693399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-623022'] for subnet, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:03.842973 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0517540a-e3ef-43ea-b0e3-0ba322e9672f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:03:03.848032 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-0517540a-e3ef-43ea-b0e3-0ba322e9672f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for floatingip, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:03.855177 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fdc5fd-ee62-4da1-9297-b2022ab07647 None None] Sync routers for ids ['2158e281-bada-4b76-901a-a1ed61a5967a'] in dv-cinder-667108-35-iscsi {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:03:03.863875 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fdc5fd-ee62-4da1-9297-b2022ab07647 None None] Routers {'2158e281-bada-4b76-901a-a1ed61a5967a'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:03:03.864527 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-77fdc5fd-ee62-4da1-9297-b2022ab07647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:02:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['2158e281-bada-4b76-901a-a1ed61a5967a'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:03:03.883489 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ba961446-d36d-43f0-ad6f-09c78c693399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-623025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63250203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63062689'] for subnet, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:03.894941 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-0517540a-e3ef-43ea-b0e3-0ba322e9672f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "PUT /v2.0/floatingips/b3ebf857-2bb3-41dd-8a30-05da3ad51b4d HTTP/1.1" status: 200 len: 991 time: 1.3411453 Nov 16 19:03:03.894941 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b188c4dd-b4cc-4a02-9ea4-901009c68534', 'tag': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:03:03.904564 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ba961446-d36d-43f0-ad6f-09c78c693399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for subnet, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:03.906815 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb579f31-3d6c-4c0b-9653-89b8fc82e98e" -d '{"events": [{"name": "network-changed", "server_uuid": "b188c4dd-b4cc-4a02-9ea4-901009c68534", "tag": "3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:03:03.908516 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-ba961446-d36d-43f0-ad6f-09c78c693399 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/51783fcb-45ac-415f-a468-387d874bb5d4 HTTP/1.1" status: 204 len: 168 time: 0.2214293 Nov 16 19:03:03.916075 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 47802) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:03.930227 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba961446-d36d-43f0-ad6f-09c78c693399 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51783fcb-45ac-415f-a468-387d874bb5d4,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:03.985341 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-77fdc5fd-ee62-4da1-9297-b2022ab07647 None None] Set router 2158e281-bada-4b76-901a-a1ed61a5967a gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:03:03.998698 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9df59802-a262-434e-b18d-0ba287730af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806902'] for network, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:04.075989 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9df59802-a262-434e-b18d-0ba287730af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629537', 'neutron.services.segments.db._delete_segments_for_network-8770492521988'] for network, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:04.095697 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-9df59802-a262-434e-b18d-0ba287730af1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24a6bec-20ab-4524-b5a7-280d55ab3cd6']}} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:03:04.104784 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-9df59802-a262-434e-b18d-0ba287730af1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdb6c7d-cad3-4aa0-97c3-15b7f347ff05') {'for_net_delete': True} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:03:04.105072 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-9df59802-a262-434e-b18d-0ba287730af1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdb6c7d-cad3-4aa0-97c3-15b7f347ff05') {} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:03:04.114128 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9df59802-a262-434e-b18d-0ba287730af1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770492523021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932041'] for segment, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:04.127158 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9df59802-a262-434e-b18d-0ba287730af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:04.133608 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df59802-a262-434e-b18d-0ba287730af1 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 19:03:04.134249 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9df59802-a262-434e-b18d-0ba287730af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66353909'] for segment, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: Traceback (most recent call last): Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: timer() Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: cb(*args, **kw) Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: return func(*args, **kwargs) Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: self._notify() Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: self.callback(batched_events) Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: event.method(event) Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: return f(self, *a, **k) Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: return self._get(url).json() Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: return self.request(url, 'GET', **kwargs) Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 19:03:04.135866 dv-cinder-667108-35-iscsi neutron-server[101696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 19:03:04.192841 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9df59802-a262-434e-b18d-0ba287730af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833601'] for network, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:04.199214 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9df59802-a262-434e-b18d-0ba287730af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:04.202854 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-9df59802-a262-434e-b18d-0ba287730af1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d24a6bec-20ab-4524-b5a7-280d55ab3cd6 HTTP/1.1" status: 204 len: 168 time: 0.2854056 Nov 16 19:03:04.215957 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df59802-a262-434e-b18d-0ba287730af1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d24a6bec-20ab-4524-b5a7-280d55ab3cd6,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:04.303867 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-77fdc5fd-ee62-4da1-9297-b2022ab07647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'name': 'tempest-AttachVolumeShelveTestJSON-25857139-router', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:02:29Z', 'updated_at': '2021-11-16T19:02:33Z', 'revision_number': 4, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'gw_port': {'id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:30Z', 'updated_at': '2021-11-16T19:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': 'b3ebf857-2bb3-41dd-8a30-05da3ad51b4d', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'port_id': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'mac_address': 'fa:16:3e:c5:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b188c4dd-b4cc-4a02-9ea4-901009c68534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:02:35Z', 'updated_at': '2021-11-16T19:03:03Z', 'revision_number': 1, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7950416e-317f-4bca-aac7-f81a358100b9', 'name': '', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'mac_address': 'fa:16:3e:56:03:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:32Z', 'updated_at': '2021-11-16T19:02:36Z', 'revision_number': 5, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'subnets': [{'id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:03:04.330339 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fdc5fd-ee62-4da1-9297-b2022ab07647 None None] Checking router: 2158e281-bada-4b76-901a-a1ed61a5967a for host: dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:03:04.346043 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fdc5fd-ee62-4da1-9297-b2022ab07647 None None] Routers {'2158e281-bada-4b76-901a-a1ed61a5967a'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:03:04.347119 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-77fdc5fd-ee62-4da1-9297-b2022ab07647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:02:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['2158e281-bada-4b76-901a-a1ed61a5967a'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:03:04.395709 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 47812) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:04.449818 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-b28dc6a7-40fd-4ba4-a922-6c5116154a7f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e155765ccd0f4c7ca9dc49194aa5eab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0528674 Nov 16 19:03:04.452284 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 47814) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:04.467006 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-77fdc5fd-ee62-4da1-9297-b2022ab07647 None None] Set router 2158e281-bada-4b76-901a-a1ed61a5967a gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:03:04.501728 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f4e83d67-2960-462e-b070-18711a49d819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:04.523456 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f4e83d67-2960-462e-b070-18711a49d819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:04.573950 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f4e83d67-2960-462e-b070-18711a49d819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:04.577088 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f4e83d67-2960-462e-b070-18711a49d819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:04.581506 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-f4e83d67-2960-462e-b070-18711a49d819 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ad31c13a-4083-45a0-95bb-9aec7300acfe HTTP/1.1" status: 204 len: 168 time: 0.1281359 Nov 16 19:03:04.599537 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e83d67-2960-462e-b070-18711a49d819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad31c13a-4083-45a0-95bb-9aec7300acfe,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:04.729997 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-77fdc5fd-ee62-4da1-9297-b2022ab07647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'name': 'tempest-AttachVolumeShelveTestJSON-25857139-router', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:02:29Z', 'updated_at': '2021-11-16T19:02:33Z', 'revision_number': 4, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'gw_port': {'id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:30Z', 'updated_at': '2021-11-16T19:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': 'b3ebf857-2bb3-41dd-8a30-05da3ad51b4d', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'port_id': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'mac_address': 'fa:16:3e:c5:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b188c4dd-b4cc-4a02-9ea4-901009c68534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:02:35Z', 'updated_at': '2021-11-16T19:03:03Z', 'revision_number': 1, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7950416e-317f-4bca-aac7-f81a358100b9', 'name': '', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'mac_address': 'fa:16:3e:56:03:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:32Z', 'updated_at': '2021-11-16T19:02:36Z', 'revision_number': 5, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'subnets': [{'id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:03:04.756992 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fdc5fd-ee62-4da1-9297-b2022ab07647 None None] The sync data for ids ['2158e281-bada-4b76-901a-a1ed61a5967a'] in dv-cinder-667108-35-iscsi is: [{'id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'name': 'tempest-AttachVolumeShelveTestJSON-25857139-router', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:02:29Z', 'updated_at': '2021-11-16T19:02:33Z', 'revision_number': 4, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'gw_port': {'id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:30Z', 'updated_at': '2021-11-16T19:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': 'b3ebf857-2bb3-41dd-8a30-05da3ad51b4d', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'port_id': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'mac_address': 'fa:16:3e:c5:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b188c4dd-b4cc-4a02-9ea4-901009c68534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:02:35Z', 'updated_at': '2021-11-16T19:03:03Z', 'revision_number': 1, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7950416e-317f-4bca-aac7-f81a358100b9', 'name': '', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'mac_address': 'fa:16:3e:56:03:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:32Z', 'updated_at': '2021-11-16T19:02:36Z', 'revision_number': 5, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'subnets': [{'id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:03:04.958315 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 47824) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:04.965473 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd4b5f2-328d-487a-9ed9-2575bf5e274a None None] New status for floating IP b3ebf857-2bb3-41dd-8a30-05da3ad51b4d: ACTIVE {{(pid=101697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 19:03:05.002293 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-5beb9761-554b-4fa3-b04a-abb61b2f06b7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7d3b15a4ea5249d2b72ac66a243f1eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428100 Nov 16 19:03:05.005010 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 47826) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:05.060069 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-0479b3f6-94ec-4716-a4ac-66268480ad97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:05.080982 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-0479b3f6-94ec-4716-a4ac-66268480ad97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:05.131272 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-0479b3f6-94ec-4716-a4ac-66268480ad97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:05.133890 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-0479b3f6-94ec-4716-a4ac-66268480ad97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:05.136154 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-0479b3f6-94ec-4716-a4ac-66268480ad97 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13c1429c-e52d-4a54-9276-e286180c3bef HTTP/1.1" status: 204 len: 168 time: 0.1296735 Nov 16 19:03:05.145741 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479b3f6-94ec-4716-a4ac-66268480ad97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c1429c-e52d-4a54-9276-e286180c3bef,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:06.219787 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e68cb1-96b1-4ab0-af5a-fe79a6dc4b6e x-openstack-request-id: req-80e68cb1-96b1-4ab0-af5a-fe79a6dc4b6e {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:03:06.220234 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b188c4dd-b4cc-4a02-9ea4-901009c68534", "tag": "3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:03:06.220352 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-80e68cb1-96b1-4ab0-af5a-fe79a6dc4b6e {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:03:06.220702 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b188c4dd-b4cc-4a02-9ea4-901009c68534', 'tag': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae', 'status': 'completed', 'code': 200} Nov 16 19:03:06.294676 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579f31-3d6c-4c0b-9653-89b8fc82e98e req-a7345630-52f0-41e8-9c35-c444609df74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:06.296503 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cb579f31-3d6c-4c0b-9653-89b8fc82e98e req-a7345630-52f0-41e8-9c35-c444609df74b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7b9aa6405c640ff81bc02db314b5e9c&device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 1098 time: 0.0419908 Nov 16 19:03:06.315141 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e00ba-84ef-4a15-a5b2-d58249bed71c req-559a9093-080c-491c-9234-1f5272e4a93d tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:06.317575 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9b0e00ba-84ef-4a15-a5b2-d58249bed71c req-559a9093-080c-491c-9234-1f5272e4a93d tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0518229 Nov 16 19:03:06.372767 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9b0e00ba-84ef-4a15-a5b2-d58249bed71c req-6dfc2eba-f94a-482f-b0b6-5b1dfecfc3ef tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488963 Nov 16 19:03:06.395827 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579f31-3d6c-4c0b-9653-89b8fc82e98e req-28b2b2be-2174-4ef5-8b81-8044d4a9c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:06.397409 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cb579f31-3d6c-4c0b-9653-89b8fc82e98e req-28b2b2be-2174-4ef5-8b81-8044d4a9c006 service neutron] 10.222.0.18 "GET /v2.0/networks?id=56c01722-be30-4639-862d-514173b6757f HTTP/1.1" status: 200 len: 916 time: 0.0931745 Nov 16 19:03:06.474331 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cb579f31-3d6c-4c0b-9653-89b8fc82e98e req-3d9e2de1-0556-4d1d-92d1-a4331e9cec3b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae HTTP/1.1" status: 200 len: 1001 time: 0.0658600 Nov 16 19:03:06.538426 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579f31-3d6c-4c0b-9653-89b8fc82e98e req-5630f851-59fb-4b73-99e6-8d87b467d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:06.539976 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cb579f31-3d6c-4c0b-9653-89b8fc82e98e req-5630f851-59fb-4b73-99e6-8d87b467d5e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb6d7954-2af9-4d7e-9874-8228af3b7bec HTTP/1.1" status: 200 len: 854 time: 0.0507321 Nov 16 19:03:06.605156 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579f31-3d6c-4c0b-9653-89b8fc82e98e req-161be6e9-9990-41ce-9881-036862bbe51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:06.606835 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cb579f31-3d6c-4c0b-9653-89b8fc82e98e req-161be6e9-9990-41ce-9881-036862bbe51d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56c01722-be30-4639-862d-514173b6757f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0545380 Nov 16 19:03:06.704011 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cb579f31-3d6c-4c0b-9653-89b8fc82e98e req-34de2cdf-be92-482c-be6b-9b554d4235d4 service neutron] 10.222.0.18 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882294 Nov 16 19:03:06.810826 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cb579f31-3d6c-4c0b-9653-89b8fc82e98e req-db5854a6-48ad-40c4-9a25-6f398ae5d3dc service neutron] 10.222.0.18 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961297 Nov 16 19:03:06.814708 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-c27b7f6e-cf6e-4c69-937c-7136a98914f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:09.838448 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-fbe7bb89-2267-4556-b106-ee04575ab5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:10.034245 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4e1b0-c6fc-4aa3-a852-95b4a5bc7147 req-b258ddc7-b303-496d-b458-a6806fed4ff0 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:10.034245 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-8ff4e1b0-c6fc-4aa3-a852-95b4a5bc7147 req-b258ddc7-b303-496d-b458-a6806fed4ff0 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0614462 Nov 16 19:03:10.086491 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-8ff4e1b0-c6fc-4aa3-a852-95b4a5bc7147 req-bfc5d750-5a75-424e-97cf-5f02d6baceab tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478926 Nov 16 19:03:11.215697 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bef6ca-f064-4376-91cf-510bd6be890c req-ca1e78d8-14fa-406b-96d1-a52bc25e29cb tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:11.217236 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b2bef6ca-f064-4376-91cf-510bd6be890c req-ca1e78d8-14fa-406b-96d1-a52bc25e29cb tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0531034 Nov 16 19:03:11.280520 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b2bef6ca-f064-4376-91cf-510bd6be890c req-d5fac283-a229-4974-a399-b4d3c92e124d tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569289 Nov 16 19:03:11.355486 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:12.411397 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b3f3e-0fc1-46d2-8018-1a25e27a6592 req-6a95b99d-138b-4c1a-8586-73e8bce3c92e tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:12.413128 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-255b3f3e-0fc1-46d2-8018-1a25e27a6592 req-6a95b99d-138b-4c1a-8586-73e8bce3c92e tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0569899 Nov 16 19:03:12.468978 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-255b3f3e-0fc1-46d2-8018-1a25e27a6592 req-bdeb3aa1-208e-41ca-a1f8-d4b3fab1553c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494981 Nov 16 19:03:12.600609 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:03:13.159117 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:13.618029 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3926b43-e81c-479a-a07a-678dc0359074 req-cff93c4f-3af2-46a1-af0b-ddb66e64bfbd tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:13.619434 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f3926b43-e81c-479a-a07a-678dc0359074 req-cff93c4f-3af2-46a1-af0b-ddb66e64bfbd tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0595789 Nov 16 19:03:13.676097 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f3926b43-e81c-479a-a07a-678dc0359074 req-d966b28e-1e6e-4c1a-a102-2b74e5a0dc43 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501535 Nov 16 19:03:13.806614 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:14.798378 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebabdb-cb08-413a-83cd-48f82a8fc323 req-568d0802-d1d6-46ed-8d47-8e27525587e8 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:14.799856 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e7ebabdb-cb08-413a-83cd-48f82a8fc323 req-568d0802-d1d6-46ed-8d47-8e27525587e8 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0492013 Nov 16 19:03:14.849120 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e7ebabdb-cb08-413a-83cd-48f82a8fc323 req-73e5739f-7776-4e5b-b7dc-74c360600442 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422513 Nov 16 19:03:15.629620 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 48136) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:15.730760 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d1a9b285-9be0-4293-b169-98ce34452789 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:15.804318 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d1a9b285-9be0-4293-b169-98ce34452789 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:15.807745 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d1a9b285-9be0-4293-b169-98ce34452789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:15.845739 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-d1a9b285-9be0-4293-b169-98ce34452789 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f8f8cda5d695417c879507440b11b4c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150176 Nov 16 19:03:15.846607 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9b285-9be0-4293-b169-98ce34452789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96c9fe8-ca7f-4beb-a1af-fd1b3bc6e054,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:15.848528 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 48142) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:15.901582 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-88473836-8fc2-41f9-be11-027f15f2120f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:15.927808 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-88473836-8fc2-41f9-be11-027f15f2120f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:15.995362 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14a097-a287-46cc-b8b7-95f6374aadb9 req-1dccf4e5-61ad-4fab-9322-f5f1bbd15b9f tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:15.996858 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-be14a097-a287-46cc-b8b7-95f6374aadb9 req-1dccf4e5-61ad-4fab-9322-f5f1bbd15b9f tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0721538 Nov 16 19:03:16.023734 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-88473836-8fc2-41f9-be11-027f15f2120f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:16.026297 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-88473836-8fc2-41f9-be11-027f15f2120f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:16.027401 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-88473836-8fc2-41f9-be11-027f15f2120f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f96c9fe8-ca7f-4beb-a1af-fd1b3bc6e054 HTTP/1.1" status: 204 len: 168 time: 0.1773081 Nov 16 19:03:16.046174 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88473836-8fc2-41f9-be11-027f15f2120f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96c9fe8-ca7f-4beb-a1af-fd1b3bc6e054,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:16.065534 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-be14a097-a287-46cc-b8b7-95f6374aadb9 req-e5a53eeb-92e8-4e6f-9bfe-edb0c86f9021 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624979 Nov 16 19:03:17.184683 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75294b11-5ad2-416b-a175-0952c9358a77 req-5130b571-a88f-46b2-a368-c86abd951ce8 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:17.186185 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-75294b11-5ad2-416b-a175-0952c9358a77 req-5130b571-a88f-46b2-a368-c86abd951ce8 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0511787 Nov 16 19:03:17.233213 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-75294b11-5ad2-416b-a175-0952c9358a77 req-9cb138b6-3b74-4449-beab-a4bb76684ce3 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411189 Nov 16 19:03:18.362324 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19de05-1202-41fa-8699-6b7058ce7e6e req-fd8f608e-cfef-4845-a0f3-ddf2a8e1e4e9 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:18.362324 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2f19de05-1202-41fa-8699-6b7058ce7e6e req-fd8f608e-cfef-4845-a0f3-ddf2a8e1e4e9 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0552466 Nov 16 19:03:18.408438 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2f19de05-1202-41fa-8699-6b7058ce7e6e req-71c3d44b-5f42-4aae-98ad-c25c096bb7fa tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415154 Nov 16 19:03:19.213497 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a124bf5-4190-42fd-bc42-f6c9b6222067 req-7c17dc24-450a-4cca-9557-f28197da3455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:19.215517 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5a124bf5-4190-42fd-bc42-f6c9b6222067 req-7c17dc24-450a-4cca-9557-f28197da3455 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 1098 time: 0.0400386 Nov 16 19:03:19.262202 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5a124bf5-4190-42fd-bc42-f6c9b6222067 req-fae42576-02a2-4afb-a8ef-ce1bba977cf1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395567 Nov 16 19:03:19.522864 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100d649-3e57-494e-93c6-a4157105415f req-1b1f80f9-8358-4856-8ca4-150e2cc6645d tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:19.524368 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a100d649-3e57-494e-93c6-a4157105415f req-1b1f80f9-8358-4856-8ca4-150e2cc6645d tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0474830 Nov 16 19:03:19.574486 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a100d649-3e57-494e-93c6-a4157105415f req-d6e186d3-857b-4853-83ac-24e5a35af806 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440884 Nov 16 19:03:20.694977 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e988c9d-96a2-48c6-bd95-40e7ad7b9cf5 req-610047ce-ce25-4b8f-ad75-12db39652294 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:20.696438 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6e988c9d-96a2-48c6-bd95-40e7ad7b9cf5 req-610047ce-ce25-4b8f-ad75-12db39652294 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0479155 Nov 16 19:03:20.744042 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6e988c9d-96a2-48c6-bd95-40e7ad7b9cf5 req-5408f4e7-c26d-45e0-9333-95f3578bd523 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417099 Nov 16 19:03:21.044430 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580e2dd-e9d9-438e-a031-218ad1be840e req-6cdd25b9-22c4-429f-8b8e-ff18a1297256 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:21.045992 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0580e2dd-e9d9-438e-a031-218ad1be840e req-6cdd25b9-22c4-429f-8b8e-ff18a1297256 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0965183 Nov 16 19:03:21.048584 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ec4e3-05a0-429e-bd4d-67dc868496ad req-a35e3f2f-59eb-473f-8911-a55aceaa3888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:21.050154 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6f6ec4e3-05a0-429e-bd4d-67dc868496ad req-a35e3f2f-59eb-473f-8911-a55aceaa3888 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=88aad57826ba44d19a4a8c55a7eaea31&device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 1098 time: 0.0993207 Nov 16 19:03:21.156416 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 48288) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:21.156560 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0580e2dd-e9d9-438e-a031-218ad1be840e req-e60e085f-65e5-4d58-9e36-e61676ad0a41 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031485 Nov 16 19:03:21.189105 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ec4e3-05a0-429e-bd4d-67dc868496ad req-359abcc4-95c9-4c00-a1a4-eaedc73935bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:21.190832 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6f6ec4e3-05a0-429e-bd4d-67dc868496ad req-359abcc4-95c9-4c00-a1a4-eaedc73935bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=533462df-d675-4deb-a3d3-4fecaa48192e HTTP/1.1" status: 200 len: 920 time: 0.1233258 Nov 16 19:03:21.246473 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6f6ec4e3-05a0-429e-bd4d-67dc868496ad req-f414c8e3-66bb-4278-a72c-9796042eb7e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=856ad084-c410-48f2-95e0-5d307f2aff12 HTTP/1.1" status: 200 len: 217 time: 0.0386102 Nov 16 19:03:21.274041 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-324324d6-3b71-4f95-9aec-60e29511f736 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:21.303912 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ec4e3-05a0-429e-bd4d-67dc868496ad req-de72d9f9-2c1f-4092-82e8-2067a4708e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:21.305490 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6f6ec4e3-05a0-429e-bd4d-67dc868496ad req-de72d9f9-2c1f-4092-82e8-2067a4708e7b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ad88ff7-4248-419c-8852-34576a078e99 HTTP/1.1" status: 200 len: 859 time: 0.0511084 Nov 16 19:03:21.355643 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-324324d6-3b71-4f95-9aec-60e29511f736 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:21.361110 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-324324d6-3b71-4f95-9aec-60e29511f736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:21.362929 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6f6ec4e3-05a0-429e-bd4d-67dc868496ad req-3fe0ba34-31f6-4ee6-9f14-4729faf71f38 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=533462df-d675-4deb-a3d3-4fecaa48192e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405715 Nov 16 19:03:21.399813 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-324324d6-3b71-4f95-9aec-60e29511f736 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d11c41b411f405ab7a7fed59f9873a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422967 Nov 16 19:03:21.400688 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324324d6-3b71-4f95-9aec-60e29511f736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31338e9-2aa6-4232-b8b7-c695eec3c82f,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:21.402660 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 48298) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:21.419341 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324324d6-3b71-4f95-9aec-60e29511f736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:21.419596 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324324d6-3b71-4f95-9aec-60e29511f736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:21.419936 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324324d6-3b71-4f95-9aec-60e29511f736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:21.420274 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324324d6-3b71-4f95-9aec-60e29511f736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:21.420608 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324324d6-3b71-4f95-9aec-60e29511f736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:21.421042 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324324d6-3b71-4f95-9aec-60e29511f736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:21.421378 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324324d6-3b71-4f95-9aec-60e29511f736 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:21.421748 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324324d6-3b71-4f95-9aec-60e29511f736 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:21.422076 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324324d6-3b71-4f95-9aec-60e29511f736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:21.422402 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324324d6-3b71-4f95-9aec-60e29511f736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:21.422724 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324324d6-3b71-4f95-9aec-60e29511f736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:21.423042 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324324d6-3b71-4f95-9aec-60e29511f736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:21.457520 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6f6ec4e3-05a0-429e-bd4d-67dc868496ad req-ee8c477f-901d-406c-82f6-23aef2c56661 service neutron] 10.222.0.18 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864818 Nov 16 19:03:21.466530 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-dd838766-dfe5-42ae-9231-3ad8029f84db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:21.487461 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-dd838766-dfe5-42ae-9231-3ad8029f84db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:21.549170 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-dd838766-dfe5-42ae-9231-3ad8029f84db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:21.555029 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-dd838766-dfe5-42ae-9231-3ad8029f84db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:21.557051 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-dd838766-dfe5-42ae-9231-3ad8029f84db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b31338e9-2aa6-4232-b8b7-c695eec3c82f HTTP/1.1" status: 204 len: 168 time: 0.1531575 Nov 16 19:03:21.567059 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd838766-dfe5-42ae-9231-3ad8029f84db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31338e9-2aa6-4232-b8b7-c695eec3c82f,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:21.800916 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6f6ec4e3-05a0-429e-bd4d-67dc868496ad req-ae46c004-bfb9-4c3d-9a8c-e2eed978f567 service neutron] 10.222.0.18 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301470 Nov 16 19:03:21.920795 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 48318) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:21.937322 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-023f1bd0-951e-4244-8504-5b1658eb2766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:22.013374 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-023f1bd0-951e-4244-8504-5b1658eb2766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:22.017051 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-023f1bd0-951e-4244-8504-5b1658eb2766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:22.057657 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-023f1bd0-951e-4244-8504-5b1658eb2766 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8b984db0173a447bb4a575d3c976c835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344969 Nov 16 19:03:22.057657 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f1bd0-951e-4244-8504-5b1658eb2766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51b8c08-1318-432d-aaea-5185878640cb,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:22.061075 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 48320) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:22.113881 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5b12b14a-c673-48c8-97cc-6b54ebf26850 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:22.138810 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5b12b14a-c673-48c8-97cc-6b54ebf26850 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:22.195665 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5b12b14a-c673-48c8-97cc-6b54ebf26850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:22.198642 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5b12b14a-c673-48c8-97cc-6b54ebf26850 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:22.200155 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-5b12b14a-c673-48c8-97cc-6b54ebf26850 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b51b8c08-1318-432d-aaea-5185878640cb HTTP/1.1" status: 204 len: 168 time: 0.1374738 Nov 16 19:03:22.215435 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12b14a-c673-48c8-97cc-6b54ebf26850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51b8c08-1318-432d-aaea-5185878640cb,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:22.227114 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12b14a-c673-48c8-97cc-6b54ebf26850 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:22.227462 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12b14a-c673-48c8-97cc-6b54ebf26850 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:22.228045 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12b14a-c673-48c8-97cc-6b54ebf26850 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:22.228673 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12b14a-c673-48c8-97cc-6b54ebf26850 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:22.229165 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12b14a-c673-48c8-97cc-6b54ebf26850 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:22.229686 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12b14a-c673-48c8-97cc-6b54ebf26850 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:22.230756 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12b14a-c673-48c8-97cc-6b54ebf26850 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:22.231895 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12b14a-c673-48c8-97cc-6b54ebf26850 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:22.232391 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12b14a-c673-48c8-97cc-6b54ebf26850 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:22.233764 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12b14a-c673-48c8-97cc-6b54ebf26850 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:22.234487 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12b14a-c673-48c8-97cc-6b54ebf26850 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:22.234970 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12b14a-c673-48c8-97cc-6b54ebf26850 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:22.325466 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae620182-300d-40e3-a72e-fac45c3e3dde req-38a4f27f-361d-427a-82fe-6664af2fee62 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:22.329094 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ae620182-300d-40e3-a72e-fac45c3e3dde req-38a4f27f-361d-427a-82fe-6664af2fee62 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0594549 Nov 16 19:03:22.385573 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ae620182-300d-40e3-a72e-fac45c3e3dde req-8e6c7593-e16b-4493-9ae4-fb1f3ddaed36 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526357 Nov 16 19:03:23.553657 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea246e-8049-4570-82a6-0f2eed3849a0 req-9b513102-98f1-46aa-82f1-399f81ba7344 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:23.555479 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cdea246e-8049-4570-82a6-0f2eed3849a0 req-9b513102-98f1-46aa-82f1-399f81ba7344 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0720613 Nov 16 19:03:23.640313 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cdea246e-8049-4570-82a6-0f2eed3849a0 req-d42e76ea-363d-436b-9ea8-f898806666a5 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777791 Nov 16 19:03:23.815484 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 48410) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:23.935977 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cc9b4a69-5d81-44de-843d-1ce84a6cd02c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:24.019954 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cc9b4a69-5d81-44de-843d-1ce84a6cd02c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:24.024201 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-cc9b4a69-5d81-44de-843d-1ce84a6cd02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:24.063975 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-cc9b4a69-5d81-44de-843d-1ce84a6cd02c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8b50affd6b5a487bbc75bdd1edf36383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473869 Nov 16 19:03:24.064833 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b4a69-5d81-44de-843d-1ce84a6cd02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe92ba0-89b7-45ae-9865-a1ba1012d7cc,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:24.067397 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 48422) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:24.126087 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a0a3a5cc-ba5c-41bc-8304-247b68ccdb7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:24.148137 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a0a3a5cc-ba5c-41bc-8304-247b68ccdb7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:24.198798 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a0a3a5cc-ba5c-41bc-8304-247b68ccdb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:24.201399 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-a0a3a5cc-ba5c-41bc-8304-247b68ccdb7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:24.202653 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-a0a3a5cc-ba5c-41bc-8304-247b68ccdb7c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4fe92ba0-89b7-45ae-9865-a1ba1012d7cc HTTP/1.1" status: 204 len: 168 time: 0.1344852 Nov 16 19:03:24.210851 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3a5cc-ba5c-41bc-8304-247b68ccdb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe92ba0-89b7-45ae-9865-a1ba1012d7cc,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:24.834950 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be17fc-dcc1-437e-b8d6-5e7f1f62038f req-0bb0e8a7-2b70-4384-869d-6ba982ed8306 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:24.836476 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-80be17fc-dcc1-437e-b8d6-5e7f1f62038f req-0bb0e8a7-2b70-4384-869d-6ba982ed8306 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0853648 Nov 16 19:03:24.890526 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-80be17fc-dcc1-437e-b8d6-5e7f1f62038f req-eeaafb8e-b34b-44ea-ab6c-de60703e95d5 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473275 Nov 16 19:03:25.492807 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 48506) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:25.606156 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-73b13d8e-3d1a-4bb1-9841-cab9d647ed0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:25.699984 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-73b13d8e-3d1a-4bb1-9841-cab9d647ed0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:25.704389 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-73b13d8e-3d1a-4bb1-9841-cab9d647ed0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:25.744283 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-73b13d8e-3d1a-4bb1-9841-cab9d647ed0c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=86801bc1915749e6a1be0bb1dd28540a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502518 Nov 16 19:03:25.745133 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b13d8e-3d1a-4bb1-9841-cab9d647ed0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d625c502-cc1e-492f-ab09-67a01301b6d8,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:25.747620 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 48512) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:25.799459 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-2d22a0a9-1f7d-4278-9a86-48585d34b4bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:25.821470 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-2d22a0a9-1f7d-4278-9a86-48585d34b4bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:25.874277 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-2d22a0a9-1f7d-4278-9a86-48585d34b4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:25.876861 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-2d22a0a9-1f7d-4278-9a86-48585d34b4bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:25.878032 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-2d22a0a9-1f7d-4278-9a86-48585d34b4bf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d625c502-cc1e-492f-ab09-67a01301b6d8 HTTP/1.1" status: 204 len: 168 time: 0.1294000 Nov 16 19:03:25.886516 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22a0a9-1f7d-4278-9a86-48585d34b4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d625c502-cc1e-492f-ab09-67a01301b6d8,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:28.495155 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-38e3c450-db63-4a6a-9bd5-9ef5740b5fb2 req-230038d9-2e8d-45a8-90ef-de12d581b274 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388837 Nov 16 19:03:28.561426 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3c450-db63-4a6a-9bd5-9ef5740b5fb2 req-f6c4565e-43cc-4ee0-a658-8599930e76e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:28.562944 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-38e3c450-db63-4a6a-9bd5-9ef5740b5fb2 req-f6c4565e-43cc-4ee0-a658-8599930e76e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=836db18eadf842ce90dda0a1221006ff&device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 1098 time: 0.0400636 Nov 16 19:03:28.677627 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3c450-db63-4a6a-9bd5-9ef5740b5fb2 req-0724941c-0035-4c47-ac7e-b292f98a978b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:28.679144 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-38e3c450-db63-4a6a-9bd5-9ef5740b5fb2 req-0724941c-0035-4c47-ac7e-b292f98a978b service neutron] 10.222.0.18 "GET /v2.0/networks?id=88bf2e43-28ce-4261-97c8-fd704bf50e7b HTTP/1.1" status: 200 len: 909 time: 0.0921144 Nov 16 19:03:28.748986 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-38e3c450-db63-4a6a-9bd5-9ef5740b5fb2 req-5b771211-e338-42f1-b6dd-cafad2ebe71c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5571c38-77b9-4106-b9fd-2ba0f22a1929 HTTP/1.1" status: 200 len: 1000 time: 0.0600460 Nov 16 19:03:28.806545 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3c450-db63-4a6a-9bd5-9ef5740b5fb2 req-0f4d88d7-22b0-4f52-b69d-98c7132e5d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:28.808011 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-38e3c450-db63-4a6a-9bd5-9ef5740b5fb2 req-0f4d88d7-22b0-4f52-b69d-98c7132e5d0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abfc24cf-bb3f-427f-8c1c-35e769c2f474 HTTP/1.1" status: 200 len: 847 time: 0.0484040 Nov 16 19:03:28.854235 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3c450-db63-4a6a-9bd5-9ef5740b5fb2 req-b7b1d348-3b74-4a35-8b93-6be4864c4cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:28.855733 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-38e3c450-db63-4a6a-9bd5-9ef5740b5fb2 req-b7b1d348-3b74-4a35-8b93-6be4864c4cb7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88bf2e43-28ce-4261-97c8-fd704bf50e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397801 Nov 16 19:03:29.794688 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:31.019217 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-38e3c450-db63-4a6a-9bd5-9ef5740b5fb2 req-2312f31d-0f55-4553-ae38-086ce23680e9 service neutron] 10.222.0.18 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829375 Nov 16 19:03:32.054511 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-38e3c450-db63-4a6a-9bd5-9ef5740b5fb2 req-1ca10dd7-1779-4c7d-a841-84e3dda0c99c service neutron] 10.222.0.18 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929627 Nov 16 19:03:32.710626 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb1dab-53c9-42d3-9620-1f2c393fd55a req-eda5f9f1-cf4f-4423-88fd-4a5fb597b9ed tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:32.712331 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-87cb1dab-53c9-42d3-9620-1f2c393fd55a req-eda5f9f1-cf4f-4423-88fd-4a5fb597b9ed tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0521793 Nov 16 19:03:32.763936 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-87cb1dab-53c9-42d3-9620-1f2c393fd55a req-1ba298e2-0a04-4465-8039-c7faf2b1643a tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453517 Nov 16 19:03:33.376390 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-29209627-bc81-413f-8ca3-19e719cd0274 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d0220837a1f347fd84ac6cec0c0cc5d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335376 Nov 16 19:03:33.542516 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2218d-047b-4c2d-bb14-fb637a196308 req-3ac77734-c9e8-4cdf-8709-a282031c73ba tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:33.544366 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-70f2218d-047b-4c2d-bb14-fb637a196308 req-3ac77734-c9e8-4cdf-8709-a282031c73ba tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0496163 Nov 16 19:03:33.581220 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-b463d80c-c800-4efb-a84c-c61ce7ea98e6 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:33.582870 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-b463d80c-c800-4efb-a84c-c61ce7ea98e6 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984367 Nov 16 19:03:33.598376 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-fd42dce0-1bd1-4406-bb46-d2f29f923e44 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/quotas/d0220837a1f347fd84ac6cec0c0cc5d7 HTTP/1.1" status: 200 len: 375 time: 0.0094330 Nov 16 19:03:33.600240 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-70f2218d-047b-4c2d-bb14-fb637a196308 req-482cd80d-6ab9-475a-9f2e-d8f84f2a9395 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492303 Nov 16 19:03:33.631541 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-ff8ee4d8-4df6-4d80-9a81-9bc0cb4ad799 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0220837a1f347fd84ac6cec0c0cc5d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269835 Nov 16 19:03:33.798011 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-06fe06dd-622a-46cb-9c5e-f75e42a7b63d req-90361732-6eb8-44c8-a62b-409f793f97b2 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/ports?device_id=9172563d-3201-47f5-a944-04f8322b8135 HTTP/1.1" status: 200 len: 210 time: 0.0297947 Nov 16 19:03:34.715773 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51292f69-4373-4c08-85a9-00bc9188bd52 req-e59b0be6-66fa-4a85-a114-b96575ca140a tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:34.717305 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-51292f69-4373-4c08-85a9-00bc9188bd52 req-e59b0be6-66fa-4a85-a114-b96575ca140a tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0483322 Nov 16 19:03:34.764625 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-51292f69-4373-4c08-85a9-00bc9188bd52 req-09be4aff-0943-4b2e-9417-df819b8bc13d tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407896 Nov 16 19:03:34.900036 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f6c69987-9a7d-4799-93bd-3e284b174e1c req-53353f89-eca9-494c-8527-6199e5659dec tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/ports?device_id=9172563d-3201-47f5-a944-04f8322b8135 HTTP/1.1" status: 200 len: 210 time: 0.0293326 Nov 16 19:03:34.933504 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-c51b7250-0ed5-4ed8-b2d8-7a0339e5d10a tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d0220837a1f347fd84ac6cec0c0cc5d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200944 Nov 16 19:03:35.047024 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-594fb8bf-6957-4984-8a52-93ec97188201 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:35.048372 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-594fb8bf-6957-4984-8a52-93ec97188201 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1056116 Nov 16 19:03:35.074249 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-5a922a5d-076a-4f9e-9e04-9e48dcc90269 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Request body: {'port': {'device_id': '9172563d-3201-47f5-a944-04f8322b8135', 'network_id': 'b43b9b25-eaba-476f-9642-ed8509b47b48', 'admin_state_up': True, 'tenant_id': 'd0220837a1f347fd84ac6cec0c0cc5d7'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:03:35.182662 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-5a922a5d-076a-4f9e-9e04-9e48dcc90269 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Made reservation on behalf of d0220837a1f347fd84ac6cec0c0cc5d7 for: {'port': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:03:35.186140 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-5a922a5d-076a-4f9e-9e04-9e48dcc90269 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:35.195205 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-5a922a5d-076a-4f9e-9e04-9e48dcc90269 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:35.277371 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-5a922a5d-076a-4f9e-9e04-9e48dcc90269 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:35.281583 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-5a922a5d-076a-4f9e-9e04-9e48dcc90269 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:35.349303 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 48740) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:35.352846 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a922a5d-076a-4f9e-9e04-9e48dcc90269 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f73c22-f421-43a1-8fda-eb2c0bdb72fa,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:35.426928 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-5a922a5d-076a-4f9e-9e04-9e48dcc90269 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Allocated IP 192.168.233.173 (b43b9b25-eaba-476f-9642-ed8509b47b48/0edaa0df-9cca-425b-9622-702c0acc64df/7180db56-4b84-44bb-a8ff-d69501154966) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:03:35.486478 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-990c6ce0-7276-4252-b4d2-9b216b101a5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:35.576602 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-990c6ce0-7276-4252-b4d2-9b216b101a5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:35.580464 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-990c6ce0-7276-4252-b4d2-9b216b101a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:35.603498 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-5a922a5d-076a-4f9e-9e04-9e48dcc90269 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:35.611661 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 48748) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:35.628642 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-990c6ce0-7276-4252-b4d2-9b216b101a5e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7f9f6e0af4384c408efb0c987f5e478c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759907 Nov 16 19:03:35.628642 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c6ce0-7276-4252-b4d2-9b216b101a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2bb189-050a-410d-a84a-56f115c9f91b,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:35.631024 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 48752) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:35.645946 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-5a922a5d-076a-4f9e-9e04-9e48dcc90269 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:35.686512 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3dc5b9e1-ad79-4bfd-97ec-da7ade45b35f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:35.690759 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-5a922a5d-076a-4f9e-9e04-9e48dcc90269 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Network b43b9b25-eaba-476f-9642-ed8509b47b48 is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:03:35.698367 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-5a922a5d-076a-4f9e-9e04-9e48dcc90269 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:03:35.703098 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-5a922a5d-076a-4f9e-9e04-9e48dcc90269 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:03:35.711971 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3dc5b9e1-ad79-4bfd-97ec-da7ade45b35f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:35.732962 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a922a5d-076a-4f9e-9e04-9e48dcc90269 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Pushing event updated for resources: {'Port': ['ID=7180db56-4b84-44bb-a8ff-d69501154966,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:35.754633 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8c250c6b-40c1-4778-8c71-7aea85266c55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:35.762623 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-5a922a5d-076a-4f9e-9e04-9e48dcc90269 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:35.763383 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-5a922a5d-076a-4f9e-9e04-9e48dcc90269 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:35.786946 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-5a922a5d-076a-4f9e-9e04-9e48dcc90269 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7188439 Nov 16 19:03:35.795844 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3dc5b9e1-ad79-4bfd-97ec-da7ade45b35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:35.798627 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3dc5b9e1-ad79-4bfd-97ec-da7ade45b35f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:35.799781 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-3dc5b9e1-ad79-4bfd-97ec-da7ade45b35f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d2bb189-050a-410d-a84a-56f115c9f91b HTTP/1.1" status: 204 len: 168 time: 0.1676939 Nov 16 19:03:35.817977 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] Request body: {'port': {'device_id': '9172563d-3201-47f5-a944-04f8322b8135', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:03:35.820202 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5b9e1-ad79-4bfd-97ec-da7ade45b35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2bb189-050a-410d-a84a-56f115c9f91b,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:35.881012 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8c250c6b-40c1-4778-8c71-7aea85266c55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:35.886524 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8c250c6b-40c1-4778-8c71-7aea85266c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:35.934758 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-8c250c6b-40c1-4778-8c71-7aea85266c55 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cc92d6a0f50d495093c06943d14fe85e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3171818 Nov 16 19:03:35.935110 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c250c6b-40c1-4778-8c71-7aea85266c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82df98ab-5532-4af6-b785-75f991dfa9a0,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:35.937325 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 48760) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:35.976460 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:36.040206 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-dbe53d6d-3982-4dc4-a952-74d659d8d6e2 None None] Provisioning complete for port 7180db56-4b84-44bb-a8ff-d69501154966 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:03:36.040873 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-dbe53d6d-3982-4dc4-a952-74d659d8d6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:36.066097 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-7fabf8c9-082a-4ab7-ba42-661a93db0f33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:36.080954 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-dbe53d6d-3982-4dc4-a952-74d659d8d6e2 None None] Port 7180db56-4b84-44bb-a8ff-d69501154966 cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:03:36.108336 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59a692-0bd8-4b2a-b617-bf0bebce822e req-0d0c4d6e-7d0b-4484-9526-50e41260e58a tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:36.115787 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-8f59a692-0bd8-4b2a-b617-bf0bebce822e req-0d0c4d6e-7d0b-4484-9526-50e41260e58a tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/ports?device_id=9172563d-3201-47f5-a944-04f8322b8135 HTTP/1.1" status: 200 len: 936 time: 0.0808873 Nov 16 19:03:36.129345 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f6651-9e7e-40ab-8a06-a26b47c57f3f req-eb4c6305-9aab-4a5c-8c00-1e1aea0e37e8 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:36.131181 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-7fabf8c9-082a-4ab7-ba42-661a93db0f33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:36.134323 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f04f6651-9e7e-40ab-8a06-a26b47c57f3f req-eb4c6305-9aab-4a5c-8c00-1e1aea0e37e8 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.2357368 Nov 16 19:03:36.192276 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-8f59a692-0bd8-4b2a-b617-bf0bebce822e req-fac71a95-8fa4-4306-a1aa-a9dbc44d7e41 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/security-groups?id=55f73c22-f421-43a1-8fda-eb2c0bdb72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756037 Nov 16 19:03:36.215206 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-7fabf8c9-082a-4ab7-ba42-661a93db0f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:36.219775 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-7fabf8c9-082a-4ab7-ba42-661a93db0f33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:36.221033 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-7fabf8c9-082a-4ab7-ba42-661a93db0f33 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/82df98ab-5532-4af6-b785-75f991dfa9a0 HTTP/1.1" status: 204 len: 168 time: 0.2827399 Nov 16 19:03:36.232554 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabf8c9-082a-4ab7-ba42-661a93db0f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82df98ab-5532-4af6-b785-75f991dfa9a0,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:36.243643 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f04f6651-9e7e-40ab-8a06-a26b47c57f3f req-7c6d13f7-89a8-4a94-9e0f-18db77dc2428 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053691 Nov 16 19:03:36.339330 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7180db56-4b84-44bb-a8ff-d69501154966 {{(pid=101696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:03:36.347821 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:36.362966 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.provisioning_blocks [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] Transition to ACTIVE for port object 7180db56-4b84-44bb-a8ff-d69501154966 will not be triggered until provisioned by entity L2. {{(pid=101696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 19:03:36.366809 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:36.426482 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] Pushing event updated for resources: {'Port': ['ID=7180db56-4b84-44bb-a8ff-d69501154966,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:36.494736 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] Attempting to bind port 7180db56-4b84-44bb-a8ff-d69501154966 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:03:36.495237 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] Attempting to bind port 7180db56-4b84-44bb-a8ff-d69501154966 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '4518b95f-78dc-4009-9705-aa81813ee095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b43b9b25-eaba-476f-9642-ed8509b47b48'}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:03:36.495665 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] Attempting to bind port 7180db56-4b84-44bb-a8ff-d69501154966 on network b43b9b25-eaba-476f-9642-ed8509b47b48 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:03:36.501794 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] Port 7180db56-4b84-44bb-a8ff-d69501154966 on network b43b9b25-eaba-476f-9642-ed8509b47b48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 19:03:36.502475 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] Attempting to bind port 7180db56-4b84-44bb-a8ff-d69501154966 on network b43b9b25-eaba-476f-9642-ed8509b47b48 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:03:36.509686 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] Checking agent: {'id': 'b114dd46-986e-4d55-bca0-7e9758e41aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'started_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:03:36.510387 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] Checking segment: {'id': '4518b95f-78dc-4009-9705-aa81813ee095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b43b9b25-eaba-476f-9642-ed8509b47b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:03:36.511008 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] Bound using segment: {'id': '4518b95f-78dc-4009-9705-aa81813ee095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b43b9b25-eaba-476f-9642-ed8509b47b48'} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:03:36.511593 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] Bound port: 7180db56-4b84-44bb-a8ff-d69501154966, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4518b95f-78dc-4009-9705-aa81813ee095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b43b9b25-eaba-476f-9642-ed8509b47b48'}}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:03:36.512066 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:36.591444 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] For port 7180db56-4b84-44bb-a8ff-d69501154966, host hv-cinder-66710, cleared binding levels {{(pid=101696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:03:36.594813 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] For port 7180db56-4b84-44bb-a8ff-d69501154966, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=7180db56-4b84-44bb-a8ff-d69501154966,segment=NetworkSegment(4518b95f-78dc-4009-9705-aa81813ee095),segment_id=4518b95f-78dc-4009-9705-aa81813ee095)] {{(pid=101696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:03:36.599183 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:36.630902 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:36.631515 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:36.633702 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] 10.222.0.18 "PUT /v2.0/ports/7180db56-4b84-44bb-a8ff-d69501154966 HTTP/1.1" status: 200 len: 1098 time: 0.8242791 Nov 16 19:03:36.634146 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9172563d-3201-47f5-a944-04f8322b8135', 'tag': '7180db56-4b84-44bb-a8ff-d69501154966'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:03:36.636374 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084b33d5-455b-41eb-8262-130f17eff353" -d '{"events": [{"name": "network-changed", "server_uuid": "9172563d-3201-47f5-a944-04f8322b8135", "tag": "7180db56-4b84-44bb-a8ff-d69501154966"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:03:36.662387 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf2688-6966-47df-a8f4-f257a36f8353 service neutron] Pushing event updated for resources: {'Port': ['ID=7180db56-4b84-44bb-a8ff-d69501154966,revision_number=3']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:36.691795 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d480c110-6858-4ecd-9e73-34e895a617a0 x-openstack-request-id: req-d480c110-6858-4ecd-9e73-34e895a617a0 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:03:36.692097 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9172563d-3201-47f5-a944-04f8322b8135", "tag": "7180db56-4b84-44bb-a8ff-d69501154966", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:03:36.692337 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d480c110-6858-4ecd-9e73-34e895a617a0 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:03:36.692732 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9172563d-3201-47f5-a944-04f8322b8135', 'tag': '7180db56-4b84-44bb-a8ff-d69501154966', 'status': 'completed', 'code': 200} Nov 16 19:03:36.730157 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-e80b1ca1-5ea4-4cd4-9a75-eba0e13fc568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:36.731446 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-e80b1ca1-5ea4-4cd4-9a75-eba0e13fc568 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0220837a1f347fd84ac6cec0c0cc5d7&device_id=9172563d-3201-47f5-a944-04f8322b8135 HTTP/1.1" status: 200 len: 1101 time: 0.0489595 Nov 16 19:03:36.784693 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-2d8f6076-cca9-4a99-8a65-46b75abd8900 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=7180db56-4b84-44bb-a8ff-d69501154966 HTTP/1.1" status: 200 len: 217 time: 0.0351083 Nov 16 19:03:36.824770 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-5be3083f-31b8-4bf3-9a23-48bd76463af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:36.838406 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-b6e40a66-4b7a-4857-8e64-e23a2f22e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:36.839782 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-b6e40a66-4b7a-4857-8e64-e23a2f22e8fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0edaa0df-9cca-425b-9622-702c0acc64df HTTP/1.1" status: 200 len: 843 time: 0.0448229 Nov 16 19:03:36.893633 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-6d25d189-dab7-4902-86ba-297e41c49ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:36.895082 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-6d25d189-dab7-4902-86ba-297e41c49ef5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b43b9b25-eaba-476f-9642-ed8509b47b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0417705 Nov 16 19:03:36.985159 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-47debdc8-dee4-4c3c-99ac-87b6ce9d67a0 service neutron] 10.222.0.18 "GET /v2.0/networks/b43b9b25-eaba-476f-9642-ed8509b47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788808 Nov 16 19:03:37.082577 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-287a4b8f-fc13-4f18-b967-2a09a99f2bc8 req-a74f5a81-3464-4353-822e-1b55bd81732c service neutron] 10.222.0.18 "GET /v2.0/networks/b43b9b25-eaba-476f-9642-ed8509b47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852501 Nov 16 19:03:37.180925 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b33d5-455b-41eb-8262-130f17eff353 req-a2053d40-1c38-4a99-b51c-ece25b7c4bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:37.182403 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-084b33d5-455b-41eb-8262-130f17eff353 req-a2053d40-1c38-4a99-b51c-ece25b7c4bb2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0220837a1f347fd84ac6cec0c0cc5d7&device_id=9172563d-3201-47f5-a944-04f8322b8135 HTTP/1.1" status: 200 len: 1101 time: 0.0392208 Nov 16 19:03:37.308560 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b33d5-455b-41eb-8262-130f17eff353 req-d89e8eee-0e97-495f-abe6-b7d23df90e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:37.310072 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-084b33d5-455b-41eb-8262-130f17eff353 req-d89e8eee-0e97-495f-abe6-b7d23df90e08 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b43b9b25-eaba-476f-9642-ed8509b47b48 HTTP/1.1" status: 200 len: 870 time: 0.1042447 Nov 16 19:03:37.324261 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d7f24-6c08-407d-a68c-dca4845006c3 req-599746ac-a53a-4f19-96f4-55d6e7598d3c tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:37.327349 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a65d7f24-6c08-407d-a68c-dca4845006c3 req-599746ac-a53a-4f19-96f4-55d6e7598d3c tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/ports?device_id=9172563d-3201-47f5-a944-04f8322b8135 HTTP/1.1" status: 200 len: 948 time: 0.0495834 Nov 16 19:03:37.375874 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a65d7f24-6c08-407d-a68c-dca4845006c3 req-fc69a21a-04ea-4b73-b32e-43cc91863121 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/security-groups?id=55f73c22-f421-43a1-8fda-eb2c0bdb72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437009 Nov 16 19:03:37.383729 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-084b33d5-455b-41eb-8262-130f17eff353 req-6248684f-a0f4-45a6-8016-8bcf0d42f942 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=7180db56-4b84-44bb-a8ff-d69501154966 HTTP/1.1" status: 200 len: 217 time: 0.0416348 Nov 16 19:03:37.399747 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24683239-3ed0-447b-b0b9-b9ae5299fc69 req-20a4ed4c-98f4-432a-a135-3df8ade875b1 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:37.401204 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-24683239-3ed0-447b-b0b9-b9ae5299fc69 req-20a4ed4c-98f4-432a-a135-3df8ade875b1 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0850027 Nov 16 19:03:37.467503 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b33d5-455b-41eb-8262-130f17eff353 req-22435dd5-5a95-40fb-91e3-f06b7ead102f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:37.468824 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-084b33d5-455b-41eb-8262-130f17eff353 req-22435dd5-5a95-40fb-91e3-f06b7ead102f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0edaa0df-9cca-425b-9622-702c0acc64df HTTP/1.1" status: 200 len: 843 time: 0.0667214 Nov 16 19:03:37.491908 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-24683239-3ed0-447b-b0b9-b9ae5299fc69 req-796aa78a-0646-498c-8c61-7834412fd076 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829430 Nov 16 19:03:37.519289 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b33d5-455b-41eb-8262-130f17eff353 req-187b10c4-8631-4e1f-8ff7-86f8bae1cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:37.520753 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-084b33d5-455b-41eb-8262-130f17eff353 req-187b10c4-8631-4e1f-8ff7-86f8bae1cb02 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b43b9b25-eaba-476f-9642-ed8509b47b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0412898 Nov 16 19:03:37.617309 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-084b33d5-455b-41eb-8262-130f17eff353 req-a6ef20cf-babb-4dfe-854f-262cb8107e92 service neutron] 10.222.0.18 "GET /v2.0/networks/b43b9b25-eaba-476f-9642-ed8509b47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870786 Nov 16 19:03:37.721165 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-084b33d5-455b-41eb-8262-130f17eff353 req-d03ad9c3-1432-4d0d-bc4f-e9bbfd485417 service neutron] 10.222.0.18 "GET /v2.0/networks/b43b9b25-eaba-476f-9642-ed8509b47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859339 Nov 16 19:03:38.488991 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677aa6ea-577d-4e89-956c-da4fd66e8f76 req-65b3b138-7c1f-48b1-8fbb-442683608304 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:38.490470 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-677aa6ea-577d-4e89-956c-da4fd66e8f76 req-65b3b138-7c1f-48b1-8fbb-442683608304 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/ports?device_id=9172563d-3201-47f5-a944-04f8322b8135 HTTP/1.1" status: 200 len: 948 time: 0.0479712 Nov 16 19:03:38.542807 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-677aa6ea-577d-4e89-956c-da4fd66e8f76 req-771f0618-4b46-42dc-8de8-c25b8ec8dc11 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/security-groups?id=55f73c22-f421-43a1-8fda-eb2c0bdb72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452428 Nov 16 19:03:38.620530 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ae45f-dedc-4e2a-828c-7e45678aec2f req-38355391-b503-424b-ae96-6d186826dd96 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:38.621951 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-7e0ae45f-dedc-4e2a-828c-7e45678aec2f req-38355391-b503-424b-ae96-6d186826dd96 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0575774 Nov 16 19:03:38.669772 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-7e0ae45f-dedc-4e2a-828c-7e45678aec2f req-5b791feb-2f61-4d53-a227-40256b41d131 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417483 Nov 16 19:03:39.657109 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bd413-2802-4d74-a37e-a3b6cb493e68 req-aa0a02ea-8e22-4112-9899-18847b1c65f1 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:39.658596 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-773bd413-2802-4d74-a37e-a3b6cb493e68 req-aa0a02ea-8e22-4112-9899-18847b1c65f1 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/ports?device_id=9172563d-3201-47f5-a944-04f8322b8135 HTTP/1.1" status: 200 len: 948 time: 0.0488510 Nov 16 19:03:39.707156 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-773bd413-2802-4d74-a37e-a3b6cb493e68 req-e3c83ff8-b6bc-4071-9331-0020005620fc tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/security-groups?id=55f73c22-f421-43a1-8fda-eb2c0bdb72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426805 Nov 16 19:03:39.794734 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90879ce-1aa5-481e-b759-5adf61f209fb req-fc6a1433-dbd0-4c9d-95cf-7c051a26804e tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:39.796281 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c90879ce-1aa5-481e-b759-5adf61f209fb req-fc6a1433-dbd0-4c9d-95cf-7c051a26804e tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0519714 Nov 16 19:03:39.843120 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-2da11f3d-e9d0-45cc-9598-5a8820afee6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:39.856004 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c90879ce-1aa5-481e-b759-5adf61f209fb req-15cfbbda-48fb-405e-ba06-36061d28f674 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536036 Nov 16 19:03:40.835549 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab4542-cd0f-45b5-be74-50f9845a7704 req-d1a730ca-f9fa-48eb-a96b-6ab2da057a0d tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:40.837058 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e2ab4542-cd0f-45b5-be74-50f9845a7704 req-d1a730ca-f9fa-48eb-a96b-6ab2da057a0d tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/ports?device_id=9172563d-3201-47f5-a944-04f8322b8135 HTTP/1.1" status: 200 len: 948 time: 0.0514162 Nov 16 19:03:40.881144 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409a4c3-309a-49e3-8ffc-5d5012933efc req-302b2c72-3c72-4cc8-939f-9c8e0e4ed350 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:40.882556 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3409a4c3-309a-49e3-8ffc-5d5012933efc req-302b2c72-3c72-4cc8-939f-9c8e0e4ed350 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0787678 Nov 16 19:03:40.884590 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfeef32-6caa-473b-a14e-f4d92ec4748c req-19c1f9e6-1db5-4d52-9f19-0b550f715c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:40.885937 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0dfeef32-6caa-473b-a14e-f4d92ec4748c req-19c1f9e6-1db5-4d52-9f19-0b550f715c76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=88aad57826ba44d19a4a8c55a7eaea31&device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 1098 time: 0.0730472 Nov 16 19:03:40.888038 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e2ab4542-cd0f-45b5-be74-50f9845a7704 req-90113471-0c8b-436c-b892-bed920caeccc tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/security-groups?id=55f73c22-f421-43a1-8fda-eb2c0bdb72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448127 Nov 16 19:03:40.993913 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd47c7-06c0-41b1-9d2c-c6ebddd4135b req-b1e7f0ca-3751-45b5-afcb-06719afb4ab5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:40.995633 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-09dd47c7-06c0-41b1-9d2c-c6ebddd4135b req-b1e7f0ca-3751-45b5-afcb-06719afb4ab5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0507040 Nov 16 19:03:41.046050 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-09dd47c7-06c0-41b1-9d2c-c6ebddd4135b req-b8d816b4-8d38-42d0-ab81-1724b2b30cb5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442286 Nov 16 19:03:41.137190 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 7180db56-4b84-44bb-a8ff-d69501154966 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:03:41.190430 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3409a4c3-309a-49e3-8ffc-5d5012933efc req-2ffce1fe-d8fe-4221-9169-ad2a327bcb45 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010445 Nov 16 19:03:41.218939 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfeef32-6caa-473b-a14e-f4d92ec4748c req-a4970839-15ac-4010-8278-229c2faf9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:41.220512 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0dfeef32-6caa-473b-a14e-f4d92ec4748c req-a4970839-15ac-4010-8278-229c2faf9df1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=533462df-d675-4deb-a3d3-4fecaa48192e HTTP/1.1" status: 200 len: 920 time: 0.3240612 Nov 16 19:03:41.238285 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 7180db56-4b84-44bb-a8ff-d69501154966, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=7180db56-4b84-44bb-a8ff-d69501154966,segment=NetworkSegment(4518b95f-78dc-4009-9705-aa81813ee095),segment_id=4518b95f-78dc-4009-9705-aa81813ee095)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:03:41.249388 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': '7180db56-4b84-44bb-a8ff-d69501154966', 'network_id': 'b43b9b25-eaba-476f-9642-ed8509b47b48', 'port_id': '7180db56-4b84-44bb-a8ff-d69501154966', 'mac_address': 'fa:16:3e:f9:3a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0edaa0df-9cca-425b-9622-702c0acc64df', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:03:41.264287 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0dfeef32-6caa-473b-a14e-f4d92ec4748c req-27e0ec1b-7abd-472a-8406-6e9f7f5286ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=856ad084-c410-48f2-95e0-5d307f2aff12 HTTP/1.1" status: 200 len: 217 time: 0.0361879 Nov 16 19:03:41.285935 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:41.300018 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7180db56-4b84-44bb-a8ff-d69501154966 {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:03:41.320334 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 7180db56-4b84-44bb-a8ff-d69501154966, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=7180db56-4b84-44bb-a8ff-d69501154966,segment=NetworkSegment(4518b95f-78dc-4009-9705-aa81813ee095),segment_id=4518b95f-78dc-4009-9705-aa81813ee095)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:03:41.325508 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfeef32-6caa-473b-a14e-f4d92ec4748c req-f563c874-95ab-4454-bb2a-2bef43e0615b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:41.327084 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0dfeef32-6caa-473b-a14e-f4d92ec4748c req-f563c874-95ab-4454-bb2a-2bef43e0615b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ad88ff7-4248-419c-8852-34576a078e99 HTTP/1.1" status: 200 len: 859 time: 0.0451868 Nov 16 19:03:41.331760 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:41.362951 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0dfeef32-6caa-473b-a14e-f4d92ec4748c req-f7086a43-0d82-4dc3-9fde-47c7ac0b3b44 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=533462df-d675-4deb-a3d3-4fecaa48192e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255549 Nov 16 19:03:41.363291 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:41.392307 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=7180db56-4b84-44bb-a8ff-d69501154966,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:41.401580 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:41.401959 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:41.402310 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:41.402654 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:41.402988 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:41.403337 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:41.403677 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:41.404008 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:41.404410 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:41.404763 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:41.405085 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:41.405519 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:03:41.471498 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0dfeef32-6caa-473b-a14e-f4d92ec4748c req-0a4c76ca-2e22-436e-b3fd-899e2372c368 service neutron] 10.222.0.18 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889487 Nov 16 19:03:41.565263 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0dfeef32-6caa-473b-a14e-f4d92ec4748c req-21f6238b-1ed0-49f0-bae8-0de1ab80cd53 service neutron] 10.222.0.18 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829768 Nov 16 19:03:41.695898 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['7180db56-4b84-44bb-a8ff-d69501154966'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:03:42.002858 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be8d2c-a664-47e9-bb3c-9acfd1795bc5 req-1d3612bf-2353-4358-b3ad-d1703b56d17e tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:42.004242 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-62be8d2c-a664-47e9-bb3c-9acfd1795bc5 req-1d3612bf-2353-4358-b3ad-d1703b56d17e tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/ports?device_id=9172563d-3201-47f5-a944-04f8322b8135 HTTP/1.1" status: 200 len: 949 time: 0.0467710 Nov 16 19:03:42.049278 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-62be8d2c-a664-47e9-bb3c-9acfd1795bc5 req-db2e2ee7-ed64-42c6-bb97-3389b6da592e tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/security-groups?id=55f73c22-f421-43a1-8fda-eb2c0bdb72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383694 Nov 16 19:03:42.165765 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de84cc7-6de4-4f75-a383-4b9703c34d4a req-25c973e1-3006-4bff-a566-58126b810a93 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:42.167238 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9de84cc7-6de4-4f75-a383-4b9703c34d4a req-25c973e1-3006-4bff-a566-58126b810a93 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0516267 Nov 16 19:03:42.217370 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9de84cc7-6de4-4f75-a383-4b9703c34d4a req-54b0fc46-5dd5-405c-a8c4-278eb1df91dd tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441947 Nov 16 19:03:42.323480 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89692c-c0a9-489d-8190-dde3628ec8f5 req-97a8d10c-a3fd-44d7-b8ee-b844d602f9a3 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:42.324955 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ed89692c-c0a9-489d-8190-dde3628ec8f5 req-97a8d10c-a3fd-44d7-b8ee-b844d602f9a3 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0479686 Nov 16 19:03:42.371958 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ed89692c-c0a9-489d-8190-dde3628ec8f5 req-c39b63f1-8d70-445d-b4f5-5be1067e7f2b tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411417 Nov 16 19:03:43.151065 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:43.155975 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 7180db56-4b84-44bb-a8ff-d69501154966 up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:03:43.171431 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299dc57-64fa-47f1-bd1b-afafae57e039 req-d406cd66-0fbf-4a2a-9360-2d70acb88265 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:43.172895 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-0299dc57-64fa-47f1-bd1b-afafae57e039 req-d406cd66-0fbf-4a2a-9360-2d70acb88265 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/ports?device_id=9172563d-3201-47f5-a944-04f8322b8135 HTTP/1.1" status: 200 len: 949 time: 0.0540824 Nov 16 19:03:43.204376 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning for port 7180db56-4b84-44bb-a8ff-d69501154966 completed by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 19:03:43.208731 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port 7180db56-4b84-44bb-a8ff-d69501154966 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:03:43.209099 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:43.220602 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-0299dc57-64fa-47f1-bd1b-afafae57e039 req-5f1781ea-3198-4a56-9346-8f22fd366694 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/security-groups?id=55f73c22-f421-43a1-8fda-eb2c0bdb72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417554 Nov 16 19:03:43.291399 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:43.316877 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9172563d-3201-47f5-a944-04f8322b8135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7180db56-4b84-44bb-a8ff-d69501154966'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:03:43.319271 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4a76d7-f632-4b07-833a-d805ef2a29f6" -d '{"events": [{"server_uuid": "9172563d-3201-47f5-a944-04f8322b8135", "name": "network-vif-plugged", "status": "completed", "tag": "7180db56-4b84-44bb-a8ff-d69501154966"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:03:43.333319 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 7180db56-4b84-44bb-a8ff-d69501154966, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=7180db56-4b84-44bb-a8ff-d69501154966,segment=NetworkSegment(4518b95f-78dc-4009-9705-aa81813ee095),segment_id=4518b95f-78dc-4009-9705-aa81813ee095)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:03:43.338143 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f996f7-2124-4518-925d-1d52ac3f4501 req-6836f6fb-d4a2-447f-9c71-988c741f8c11 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:43.338686 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:43.339693 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-47f996f7-2124-4518-925d-1d52ac3f4501 req-6836f6fb-d4a2-447f-9c71-988c741f8c11 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0527854 Nov 16 19:03:43.390285 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=7180db56-4b84-44bb-a8ff-d69501154966,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:43.394635 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-47f996f7-2124-4518-925d-1d52ac3f4501 req-8faff67c-1bb9-42bf-bbab-f2a1da62a581 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482843 Nov 16 19:03:43.416640 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6efe27-a47a-48c6-80b1-f3961babd191 x-openstack-request-id: req-1f6efe27-a47a-48c6-80b1-f3961babd191 {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:03:43.416959 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9172563d-3201-47f5-a944-04f8322b8135", "name": "network-vif-plugged", "status": "completed", "tag": "7180db56-4b84-44bb-a8ff-d69501154966", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:03:43.417265 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1f6efe27-a47a-48c6-80b1-f3961babd191 {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:03:43.417702 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9172563d-3201-47f5-a944-04f8322b8135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7180db56-4b84-44bb-a8ff-d69501154966', 'code': 200} Nov 16 19:03:43.510950 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a401000-65e3-4319-b19a-479e0ad12a57 req-a50683fb-cdf0-49bf-891f-48d2a7335313 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:43.512883 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2a401000-65e3-4319-b19a-479e0ad12a57 req-a50683fb-cdf0-49bf-891f-48d2a7335313 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0515249 Nov 16 19:03:43.566103 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2a401000-65e3-4319-b19a-479e0ad12a57 req-e61007aa-4302-49f8-9662-b3d60584efaa tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471830 Nov 16 19:03:43.606659 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99b18d-c71b-4c59-9d79-831015d239a5 req-2fb1b1d7-5e90-4e2a-8dab-8e5a6cfebb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:43.608192 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dc99b18d-c71b-4c59-9d79-831015d239a5 req-2fb1b1d7-5e90-4e2a-8dab-8e5a6cfebb38 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9172563d-3201-47f5-a944-04f8322b8135 HTTP/1.1" status: 200 len: 1103 time: 0.0415320 Nov 16 19:03:43.654428 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dc99b18d-c71b-4c59-9d79-831015d239a5 req-05d0cdf5-b48b-4c4c-a41e-0f13e647ef98 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=55f73c22-f421-43a1-8fda-eb2c0bdb72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385330 Nov 16 19:03:43.793259 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:43.891469 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 48878) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:44.029484 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-7aba7fe7-2315-447a-8482-96b853b58898 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:44.103910 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-7aba7fe7-2315-447a-8482-96b853b58898 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:44.107680 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-7aba7fe7-2315-447a-8482-96b853b58898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:44.146323 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-7aba7fe7-2315-447a-8482-96b853b58898 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=160b07113b2a492082235928586d3352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536714 Nov 16 19:03:44.147188 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba7fe7-2315-447a-8482-96b853b58898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466766f2-ae76-4b40-8cb0-db39786a6a90,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:44.149344 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 48882) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:44.200731 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d3299e7a-7723-4732-87d2-f5631b0b687e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:44.225361 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d3299e7a-7723-4732-87d2-f5631b0b687e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:44.273893 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d3299e7a-7723-4732-87d2-f5631b0b687e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:44.277474 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d3299e7a-7723-4732-87d2-f5631b0b687e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:44.282512 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-d3299e7a-7723-4732-87d2-f5631b0b687e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/466766f2-ae76-4b40-8cb0-db39786a6a90 HTTP/1.1" status: 204 len: 168 time: 0.1284714 Nov 16 19:03:44.295668 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3299e7a-7723-4732-87d2-f5631b0b687e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466766f2-ae76-4b40-8cb0-db39786a6a90,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:44.352083 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d0ea4-de2d-43b6-83bb-f25b660b34d9 req-a69ed299-5f87-42c5-8ce2-7b40dfd93368 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:44.359172 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-269d0ea4-de2d-43b6-83bb-f25b660b34d9 req-a69ed299-5f87-42c5-8ce2-7b40dfd93368 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/ports?device_id=9172563d-3201-47f5-a944-04f8322b8135 HTTP/1.1" status: 200 len: 950 time: 0.0689838 Nov 16 19:03:44.405443 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-269d0ea4-de2d-43b6-83bb-f25b660b34d9 req-d5006fbf-1776-40b4-a01a-05c871e87c86 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/security-groups?id=55f73c22-f421-43a1-8fda-eb2c0bdb72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452170 Nov 16 19:03:44.523215 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0bc4e-464f-44ba-b55b-6523df3d1bd1 req-1f6f4219-f156-4306-a435-3cc71aec02e1 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:44.524725 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c0e0bc4e-464f-44ba-b55b-6523df3d1bd1 req-1f6f4219-f156-4306-a435-3cc71aec02e1 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0500977 Nov 16 19:03:44.573644 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c0e0bc4e-464f-44ba-b55b-6523df3d1bd1 req-b8a7169d-1f95-4c41-a1d2-1b0f623c0a34 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430057 Nov 16 19:03:44.689634 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1e31b-5d15-4700-b7ea-7033ef3a5a6e req-bb3e8476-db4a-486e-b2a7-0fbf69d57197 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:44.691047 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-bab1e31b-5d15-4700-b7ea-7033ef3a5a6e req-bb3e8476-db4a-486e-b2a7-0fbf69d57197 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0504019 Nov 16 19:03:44.743018 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-bab1e31b-5d15-4700-b7ea-7033ef3a5a6e req-674672ea-5a3c-4c5e-9ccf-2aa392381364 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461543 Nov 16 19:03:45.076520 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 48912) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:45.171153 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-b533c540-3b02-4dca-b44a-e1be7d873d65 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1397256623-network', 'tenant_id': '16e9cbea1c0e436b8c518eaa18d7b74c'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:03:45.190678 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b533c540-3b02-4dca-b44a-e1be7d873d65 admin admin] Made reservation on behalf of 16e9cbea1c0e436b8c518eaa18d7b74c for: {'network': 1} {{(pid=101695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:03:45.192901 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b533c540-3b02-4dca-b44a-e1be7d873d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for network, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:45.201095 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b533c540-3b02-4dca-b44a-e1be7d873d65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:45.274153 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b533c540-3b02-4dca-b44a-e1be7d873d65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:45.277583 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b533c540-3b02-4dca-b44a-e1be7d873d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:45.297479 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b533c540-3b02-4dca-b44a-e1be7d873d65 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=101695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 19:03:45.313259 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533c540-3b02-4dca-b44a-e1be7d873d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18988d05-094d-4758-9002-d6ff9489e7fc,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:45.316152 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b533c540-3b02-4dca-b44a-e1be7d873d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:45.316492 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.segments_db [None req-b533c540-3b02-4dca-b44a-e1be7d873d65 admin admin] Added segment 18cbe37c-da1b-41a5-aa05-52dbc02a11ee of type vlan for network 734c5c23-6b90-4051-923f-6327396b1039 Nov 16 19:03:45.359226 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b533c540-3b02-4dca-b44a-e1be7d873d65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770491955959'] for network, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:45.383777 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b533c540-3b02-4dca-b44a-e1be7d873d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for network, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:45.384713 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b533c540-3b02-4dca-b44a-e1be7d873d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:45.385316 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b533c540-3b02-4dca-b44a-e1be7d873d65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:45.438028 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-b533c540-3b02-4dca-b44a-e1be7d873d65 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3576519 Nov 16 19:03:45.438492 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 48918) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:45.444225 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-b6a8bf4c-7a17-4627-8e05-dcbeb705d815 admin admin] Request body: {'subnet': {'network_id': '734c5c23-6b90-4051-923f-6327396b1039', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1397256623-subnet', 'tenant_id': '16e9cbea1c0e436b8c518eaa18d7b74c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:03:45.447065 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533c540-3b02-4dca-b44a-e1be7d873d65 admin admin] Pushing event updated for resources: {'Network': ['ID=734c5c23-6b90-4051-923f-6327396b1039,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:45.460362 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Network 734c5c23-6b90-4051-923f-6327396b1039 details requested by agent ovs-agent-dv-cinder-667108-35-iscsi with host dv-cinder-667108-35-iscsi {{(pid=101697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 19:03:45.468997 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a8bf4c-7a17-4627-8e05-dcbeb705d815 admin admin] Made reservation on behalf of 16e9cbea1c0e436b8c518eaa18d7b74c for: {'subnet': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:03:45.471822 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b6a8bf4c-7a17-4627-8e05-dcbeb705d815 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63484699'] for subnet, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:45.590703 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ac37c-32a2-4169-9bc2-8f7f689d5b54 req-76567bd3-5dc1-4dbb-81b0-282471583bda tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:45.592195 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-423ac37c-32a2-4169-9bc2-8f7f689d5b54 req-76567bd3-5dc1-4dbb-81b0-282471583bda tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/ports?device_id=9172563d-3201-47f5-a944-04f8322b8135 HTTP/1.1" status: 200 len: 950 time: 0.1084681 Nov 16 19:03:45.677278 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-423ac37c-32a2-4169-9bc2-8f7f689d5b54 req-81f2c964-7aa9-4ca7-a4ae-a190add08bae tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/security-groups?id=55f73c22-f421-43a1-8fda-eb2c0bdb72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780075 Nov 16 19:03:45.693180 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee654be7-2795-41cf-b305-1ca831fc46a7 req-79823d77-29c6-48b1-82ae-a58c31dc834c tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:45.694908 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-ee654be7-2795-41cf-b305-1ca831fc46a7 req-79823d77-29c6-48b1-82ae-a58c31dc834c tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0493307 Nov 16 19:03:45.728333 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b6a8bf4c-7a17-4627-8e05-dcbeb705d815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66353692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63484681'] for subnet, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:45.751966 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-ee654be7-2795-41cf-b305-1ca831fc46a7 req-ce548419-315c-4232-863f-bc641481199b tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468583 Nov 16 19:03:45.786960 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8bf4c-7a17-4627-8e05-dcbeb705d815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5681c7b1-1bbc-4b41-bd62-1c8dc292a06f,revision_number=0']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:45.798025 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a8bf4c-7a17-4627-8e05-dcbeb705d815 admin admin] Checking segment: {'id': '18cbe37c-da1b-41a5-aa05-52dbc02a11ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '734c5c23-6b90-4051-923f-6327396b1039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:03:45.798467 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a8bf4c-7a17-4627-8e05-dcbeb705d815 admin admin] Network hostable DHCP agents. Network: 734c5c23-6b90-4051-923f-6327396b1039, hostable agents: ['796d1915-ba41-4440-8731-3d9d4c9dd731'], hosted agents: [] {{(pid=101696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 19:03:45.816801 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a8bf4c-7a17-4627-8e05-dcbeb705d815 admin admin] Network 734c5c23-6b90-4051-923f-6327396b1039 is scheduled to be hosted by DHCP agent 796d1915-ba41-4440-8731-3d9d4c9dd731 with binding_index 1 {{(pid=101696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 19:03:45.827890 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-b6a8bf4c-7a17-4627-8e05-dcbeb705d815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-35-iscsi, 734c5c23-6b90-4051-923f-6327396b1039) {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:03:45.832362 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8bf4c-7a17-4627-8e05-dcbeb705d815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:45.832959 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b6a8bf4c-7a17-4627-8e05-dcbeb705d815 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:45.840371 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1426370d-6c85-4d17-ae90-52349babd9de None None] Network 734c5c23-6b90-4051-923f-6327396b1039 requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:03:45.851303 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-b6a8bf4c-7a17-4627-8e05-dcbeb705d815 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4114516 Nov 16 19:03:45.911697 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f4e29-fa33-4993-a3f9-b3915d42cfe2 req-9584abbc-25bf-4cfe-bfa8-20e67e8c6271 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:45.913417 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-5d4f4e29-fa33-4993-a3f9-b3915d42cfe2 req-9584abbc-25bf-4cfe-bfa8-20e67e8c6271 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0871491 Nov 16 19:03:45.978509 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-5d4f4e29-fa33-4993-a3f9-b3915d42cfe2 req-6f157ef0-3af6-4197-8a2a-b77743664933 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564442 Nov 16 19:03:45.988690 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45848e5-247b-447f-ac80-b7a2a6ecbfef req-7676aac9-a01a-40fe-8adb-3a540300b202 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:45.990321 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a45848e5-247b-447f-ac80-b7a2a6ecbfef req-7676aac9-a01a-40fe-8adb-3a540300b202 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/ports?device_id=9172563d-3201-47f5-a944-04f8322b8135 HTTP/1.1" status: 200 len: 950 time: 0.0682876 Nov 16 19:03:46.016901 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28753426-8c80-43d3-a0e8-d6e1bac216ce None None] Network 734c5c23-6b90-4051-923f-6327396b1039 requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:03:46.058182 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a45848e5-247b-447f-ac80-b7a2a6ecbfef req-0e2b8343-6e98-4f77-b766-f003ae97dcd6 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/security-groups?id=55f73c22-f421-43a1-8fda-eb2c0bdb72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611932 Nov 16 19:03:46.870633 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab176d57-64ec-440d-8fe1-79ebb091fd8f req-a9c50a4c-b4f4-43bd-b69f-b06f848069b7 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:46.872015 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ab176d57-64ec-440d-8fe1-79ebb091fd8f req-a9c50a4c-b4f4-43bd-b69f-b06f848069b7 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0519574 Nov 16 19:03:46.919246 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ab176d57-64ec-440d-8fe1-79ebb091fd8f req-b07279ee-e4ba-41a2-ad93-60ea8753ccd1 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414305 Nov 16 19:03:47.086806 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924e708-7b91-4349-9862-f55db9db869e req-e5185625-8cc4-4b93-ab2d-bbc7488af8c6 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:47.089528 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9924e708-7b91-4349-9862-f55db9db869e req-e5185625-8cc4-4b93-ab2d-bbc7488af8c6 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0502238 Nov 16 19:03:47.136559 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9924e708-7b91-4349-9862-f55db9db869e req-0531d581-00a6-4e59-a48b-0d813e3de8d2 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411301 Nov 16 19:03:47.169027 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c9efd-b05b-4e8c-ae9b-0fcd5d379292 req-6dd32621-2c1d-4e79-9fb6-1b4538215879 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:47.170541 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5f5c9efd-b05b-4e8c-ae9b-0fcd5d379292 req-6dd32621-2c1d-4e79-9fb6-1b4538215879 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/ports?device_id=9172563d-3201-47f5-a944-04f8322b8135 HTTP/1.1" status: 200 len: 950 time: 0.0486307 Nov 16 19:03:47.216590 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5f5c9efd-b05b-4e8c-ae9b-0fcd5d379292 req-d425da76-cb76-45f5-858a-4a87f086a335 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/security-groups?id=55f73c22-f421-43a1-8fda-eb2c0bdb72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402434 Nov 16 19:03:47.619567 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-c47466a0-a311-4449-812b-ba2dfe58bd44 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:47.621103 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-c47466a0-a311-4449-812b-ba2dfe58bd44 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/networks?id=734c5c23-6b90-4051-923f-6327396b1039 HTTP/1.1" status: 200 len: 814 time: 0.1022892 Nov 16 19:03:47.630599 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8e92d-5006-4325-819f-643df49f6088 req-5fb6a736-fe4d-4918-a6db-a6749d1ca773 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:47.632095 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5eb8e92d-5006-4325-819f-643df49f6088 req-5fb6a736-fe4d-4918-a6db-a6749d1ca773 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.18 "GET /v2.0/ports?device_id=9172563d-3201-47f5-a944-04f8322b8135 HTTP/1.1" status: 200 len: 950 time: 0.0482945 Nov 16 19:03:47.636147 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-779669f9-ea6c-40d0-82e3-c47ce2c5ad66 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/quotas/16e9cbea1c0e436b8c518eaa18d7b74c HTTP/1.1" status: 200 len: 375 time: 0.0093458 Nov 16 19:03:47.667391 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-267e0b2b-c249-41f6-9d65-96f9e73da82f tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=16e9cbea1c0e436b8c518eaa18d7b74c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254354 Nov 16 19:03:47.729747 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-5eb8e92d-5006-4325-819f-643df49f6088 req-333b2b93-b637-4336-9dc6-cf4101cbbde3 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Deleting port 7180db56-4b84-44bb-a8ff-d69501154966 {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:03:47.730088 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-5eb8e92d-5006-4325-819f-643df49f6088 req-333b2b93-b637-4336-9dc6-cf4101cbbde3 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:47.764379 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-1d62aa97-5010-447c-8dd0-96653ba54789 service neutron] 10.222.0.46 "GET /v2.0/networks/734c5c23-6b90-4051-923f-6327396b1039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896292 Nov 16 19:03:47.827760 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-5eb8e92d-5006-4325-819f-643df49f6088 req-333b2b93-b637-4336-9dc6-cf4101cbbde3 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] For port 7180db56-4b84-44bb-a8ff-d69501154966, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=7180db56-4b84-44bb-a8ff-d69501154966,segment=NetworkSegment(4518b95f-78dc-4009-9705-aa81813ee095),segment_id=4518b95f-78dc-4009-9705-aa81813ee095)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:03:47.828115 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-5eb8e92d-5006-4325-819f-643df49f6088 req-333b2b93-b637-4336-9dc6-cf4101cbbde3 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:47.844336 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-5eb8e92d-5006-4325-819f-643df49f6088 req-333b2b93-b637-4336-9dc6-cf4101cbbde3 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Calling delete_port for 7180db56-4b84-44bb-a8ff-d69501154966 owned by compute:nova {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:03:47.853317 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-c9b16b8f-a743-4bd7-ad7b-6d00665e403d service neutron] 10.222.0.46 "GET /v2.0/networks/734c5c23-6b90-4051-923f-6327396b1039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829020 Nov 16 19:03:47.983037 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-5eb8e92d-5006-4325-819f-643df49f6088 req-333b2b93-b637-4336-9dc6-cf4101cbbde3 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:48.002612 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['7180db56-4b84-44bb-a8ff-d69501154966'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:03:48.014513 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b2b93-b637-4336-9dc6-cf4101cbbde3 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Pushing event deleted for resources: {'Port': ['ID=7180db56-4b84-44bb-a8ff-d69501154966,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:48.045434 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-c6772df2-fa5d-4c32-b4e0-9f4ff8f7f89c req-f1ef0a3b-2309-43b4-825c-30a3a8bcab91 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f4b93c2-1aa0-4417-bf2a-f3d581ae658e HTTP/1.1" status: 200 len: 210 time: 0.0432792 Nov 16 19:03:48.092733 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb8e92d-5006-4325-819f-643df49f6088 req-333b2b93-b637-4336-9dc6-cf4101cbbde3 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] No DVR routers for this DVR port 7180db56-4b84-44bb-a8ff-d69501154966 on host hv-cinder-66710 {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:03:48.097876 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-5eb8e92d-5006-4325-819f-643df49f6088 req-333b2b93-b637-4336-9dc6-cf4101cbbde3 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:48.102105 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5eb8e92d-5006-4325-819f-643df49f6088 req-333b2b93-b637-4336-9dc6-cf4101cbbde3 tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.18 "DELETE /v2.0/ports/7180db56-4b84-44bb-a8ff-d69501154966 HTTP/1.1" status: 204 len: 173 time: 0.4617214 Nov 16 19:03:48.102631 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9172563d-3201-47f5-a944-04f8322b8135', 'name': 'network-vif-deleted', 'tag': '7180db56-4b84-44bb-a8ff-d69501154966'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:03:48.104945 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962b63ed-c0f9-462e-9fc6-247d41daebf5" -d '{"events": [{"server_uuid": "9172563d-3201-47f5-a944-04f8322b8135", "name": "network-vif-deleted", "tag": "7180db56-4b84-44bb-a8ff-d69501154966"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:03:48.152218 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9dd11-4743-47da-a5e9-81c47d19b748 req-773bcdd8-4a2e-47fa-9758-25e60303b12a tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:48.153858 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bba9dd11-4743-47da-a5e9-81c47d19b748 req-773bcdd8-4a2e-47fa-9758-25e60303b12a tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0874579 Nov 16 19:03:48.164592 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74486b7-77ed-4f17-b8b2-be8e25414fdb x-openstack-request-id: req-e74486b7-77ed-4f17-b8b2-be8e25414fdb {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:03:48.164883 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9172563d-3201-47f5-a944-04f8322b8135", "name": "network-vif-deleted", "tag": "7180db56-4b84-44bb-a8ff-d69501154966", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:03:48.165196 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e74486b7-77ed-4f17-b8b2-be8e25414fdb {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:03:48.165533 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9172563d-3201-47f5-a944-04f8322b8135', 'name': 'network-vif-deleted', 'tag': '7180db56-4b84-44bb-a8ff-d69501154966', 'status': 'completed', 'code': 200} Nov 16 19:03:48.259163 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bba9dd11-4743-47da-a5e9-81c47d19b748 req-e4d788f7-f89f-4973-ab81-56bf3456e76c tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925698 Nov 16 19:03:48.292643 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7fc22-9b82-43cb-8280-72a4c3a748d4 req-1a7eae67-11ff-441d-845f-fdc8534f9ff8 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:48.294521 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e1b7fc22-9b82-43cb-8280-72a4c3a748d4 req-1a7eae67-11ff-441d-845f-fdc8534f9ff8 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0700252 Nov 16 19:03:48.360243 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e1b7fc22-9b82-43cb-8280-72a4c3a748d4 req-c307424f-7121-423a-8240-c74bc66b0b79 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534434 Nov 16 19:03:48.499195 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-59768cb4-62b1-4f76-bc7a-2f2c8d8c0075 req-10a6687f-27dc-4914-abd3-fbccaf96b03e tempest-VolumesNegativeTest-1295834854 tempest-VolumesNegativeTest-1295834854-project] 10.222.0.46 "GET /v2.0/ports?device_id=9172563d-3201-47f5-a944-04f8322b8135 HTTP/1.1" status: 200 len: 210 time: 0.0253506 Nov 16 19:03:49.137890 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-99b522ab-fbfa-4bc2-9a29-a3cfbbe04804 req-ea65fab7-326b-4d93-ad0c-04e78b1ad098 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f4b93c2-1aa0-4417-bf2a-f3d581ae658e HTTP/1.1" status: 200 len: 210 time: 0.0290689 Nov 16 19:03:49.260594 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-8ee6ba9d-ac04-47a6-9370-73f605ee4573 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:49.262123 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-8ee6ba9d-ac04-47a6-9370-73f605ee4573 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.18 "GET /v2.0/networks?id=734c5c23-6b90-4051-923f-6327396b1039 HTTP/1.1" status: 200 len: 814 time: 0.1032743 Nov 16 19:03:49.279081 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-7bd9a659-f6ff-4407-aa6e-13fdcc4ce7a4 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Request body: {'port': {'device_id': '1f4b93c2-1aa0-4417-bf2a-f3d581ae658e', 'network_id': '734c5c23-6b90-4051-923f-6327396b1039', 'admin_state_up': True, 'tenant_id': '16e9cbea1c0e436b8c518eaa18d7b74c'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:03:49.375246 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5bf7c-94d9-48e7-b478-310065ceaab0 req-360de592-b5a0-4cfb-96ef-c60cb16a04d7 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:49.376771 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f1a5bf7c-94d9-48e7-b478-310065ceaab0 req-360de592-b5a0-4cfb-96ef-c60cb16a04d7 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0486829 Nov 16 19:03:49.398564 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-7bd9a659-f6ff-4407-aa6e-13fdcc4ce7a4 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Made reservation on behalf of 16e9cbea1c0e436b8c518eaa18d7b74c for: {'port': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:03:49.402659 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-7bd9a659-f6ff-4407-aa6e-13fdcc4ce7a4 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:49.430216 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f1a5bf7c-94d9-48e7-b478-310065ceaab0 req-2070c566-b5c8-43fa-9f91-936714a9150d tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471699 Nov 16 19:03:49.542796 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5e2e3-41e3-4fea-a648-8ccdfe65dfcd req-ebe12050-db0f-43a3-aa4e-96fbbbb3b6cc tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:49.544302 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-adf5e2e3-41e3-4fea-a648-8ccdfe65dfcd req-ebe12050-db0f-43a3-aa4e-96fbbbb3b6cc tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.1131885 Nov 16 19:03:49.594613 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-7bd9a659-f6ff-4407-aa6e-13fdcc4ce7a4 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Allocated IP 172.20.0.4 (734c5c23-6b90-4051-923f-6327396b1039/5681c7b1-1bbc-4b41-bd62-1c8dc292a06f/c0944e2a-6a82-4783-8c2e-ac416340d13d) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:03:49.599271 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:03:49.617578 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-adf5e2e3-41e3-4fea-a648-8ccdfe65dfcd req-8515ed98-9d64-4b87-9537-d222d397f3aa tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630174 Nov 16 19:03:49.765316 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-7bd9a659-f6ff-4407-aa6e-13fdcc4ce7a4 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:49.802705 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-7bd9a659-f6ff-4407-aa6e-13fdcc4ce7a4 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:49.849268 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-7bd9a659-f6ff-4407-aa6e-13fdcc4ce7a4 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Network 734c5c23-6b90-4051-923f-6327396b1039 is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:03:49.852651 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-7bd9a659-f6ff-4407-aa6e-13fdcc4ce7a4 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:03:49.857011 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-7bd9a659-f6ff-4407-aa6e-13fdcc4ce7a4 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:03:49.860976 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9a659-f6ff-4407-aa6e-13fdcc4ce7a4 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Pushing event updated for resources: {'Port': ['ID=c0944e2a-6a82-4783-8c2e-ac416340d13d,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:49.907868 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-7bd9a659-f6ff-4407-aa6e-13fdcc4ce7a4 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:49.908481 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-7bd9a659-f6ff-4407-aa6e-13fdcc4ce7a4 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:49.925465 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-7bd9a659-f6ff-4407-aa6e-13fdcc4ce7a4 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6526995 Nov 16 19:03:49.939993 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] Request body: {'port': {'device_id': '1f4b93c2-1aa0-4417-bf2a-f3d581ae658e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:03:49.996796 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:50.305119 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9eff2-4bfe-4f81-a03e-0752c487f5e8 req-7309fef7-8775-42bf-a126-c5a0208dad0b tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:50.306629 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-21a9eff2-4bfe-4f81-a03e-0752c487f5e8 req-7309fef7-8775-42bf-a126-c5a0208dad0b tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f4b93c2-1aa0-4417-bf2a-f3d581ae658e HTTP/1.1" status: 200 len: 931 time: 0.0904944 Nov 16 19:03:50.312231 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0944e2a-6a82-4783-8c2e-ac416340d13d {{(pid=101696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:03:50.326295 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:50.350194 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.provisioning_blocks [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] Transition to ACTIVE for port object c0944e2a-6a82-4783-8c2e-ac416340d13d will not be triggered until provisioned by entity L2. {{(pid=101696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 19:03:50.356639 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:50.411885 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-21a9eff2-4bfe-4f81-a03e-0752c487f5e8 req-42cea1a9-46e7-437d-b4ad-3ec2da5200c6 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950875 Nov 16 19:03:50.464409 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] Pushing event updated for resources: {'Port': ['ID=c0944e2a-6a82-4783-8c2e-ac416340d13d,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:50.512745 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] Attempting to bind port c0944e2a-6a82-4783-8c2e-ac416340d13d on host hv-cinder-66710 for vnic_type normal with profile {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:03:50.513303 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] Attempting to bind port c0944e2a-6a82-4783-8c2e-ac416340d13d by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '18cbe37c-da1b-41a5-aa05-52dbc02a11ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '734c5c23-6b90-4051-923f-6327396b1039'}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:03:50.513914 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] Attempting to bind port c0944e2a-6a82-4783-8c2e-ac416340d13d on network 734c5c23-6b90-4051-923f-6327396b1039 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:03:50.519654 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] Port c0944e2a-6a82-4783-8c2e-ac416340d13d on network 734c5c23-6b90-4051-923f-6327396b1039 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 19:03:50.520050 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] Attempting to bind port c0944e2a-6a82-4783-8c2e-ac416340d13d on network 734c5c23-6b90-4051-923f-6327396b1039 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:03:50.529533 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] Checking agent: {'id': 'b114dd46-986e-4d55-bca0-7e9758e41aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'started_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:03:50.530001 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] Checking segment: {'id': '18cbe37c-da1b-41a5-aa05-52dbc02a11ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '734c5c23-6b90-4051-923f-6327396b1039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:03:50.530972 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] Bound using segment: {'id': '18cbe37c-da1b-41a5-aa05-52dbc02a11ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '734c5c23-6b90-4051-923f-6327396b1039'} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:03:50.533885 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] Bound port: c0944e2a-6a82-4783-8c2e-ac416340d13d, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18cbe37c-da1b-41a5-aa05-52dbc02a11ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '734c5c23-6b90-4051-923f-6327396b1039'}}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:03:50.534279 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:50.567678 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff593b8-573d-4d6e-a1f3-b50b0fb112b8 req-e4aaff2d-4a87-485d-bb3a-180e82569f7b tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:50.569195 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-aff593b8-573d-4d6e-a1f3-b50b0fb112b8 req-e4aaff2d-4a87-485d-bb3a-180e82569f7b tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0568883 Nov 16 19:03:50.603569 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] For port c0944e2a-6a82-4783-8c2e-ac416340d13d, host hv-cinder-66710, cleared binding levels {{(pid=101696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:03:50.608356 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] For port c0944e2a-6a82-4783-8c2e-ac416340d13d, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c0944e2a-6a82-4783-8c2e-ac416340d13d,segment=NetworkSegment(18cbe37c-da1b-41a5-aa05-52dbc02a11ee),segment_id=18cbe37c-da1b-41a5-aa05-52dbc02a11ee)] {{(pid=101696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:03:50.613430 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:50.620137 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-aff593b8-573d-4d6e-a1f3-b50b0fb112b8 req-7e798605-e46b-44df-aa0b-a71807ef46d0 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444889 Nov 16 19:03:50.654117 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:50.654739 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:50.656123 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] 10.222.0.18 "PUT /v2.0/ports/c0944e2a-6a82-4783-8c2e-ac416340d13d HTTP/1.1" status: 200 len: 1093 time: 0.7204123 Nov 16 19:03:50.656573 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4b93c2-1aa0-4417-bf2a-f3d581ae658e', 'tag': 'c0944e2a-6a82-4783-8c2e-ac416340d13d'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:03:50.658983 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938d403c-aaf6-4f7c-b8e9-0dc331f148d4" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4b93c2-1aa0-4417-bf2a-f3d581ae658e", "tag": "c0944e2a-6a82-4783-8c2e-ac416340d13d"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:03:50.697716 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6786317-e63b-495e-9c3c-322e8594988a service neutron] Pushing event updated for resources: {'Port': ['ID=c0944e2a-6a82-4783-8c2e-ac416340d13d,revision_number=3']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:50.739383 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493958a1-231d-45f1-8d99-9d843376c94d x-openstack-request-id: req-493958a1-231d-45f1-8d99-9d843376c94d {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:03:50.739729 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4b93c2-1aa0-4417-bf2a-f3d581ae658e", "tag": "c0944e2a-6a82-4783-8c2e-ac416340d13d", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:03:50.740140 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-493958a1-231d-45f1-8d99-9d843376c94d {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:03:50.740705 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4b93c2-1aa0-4417-bf2a-f3d581ae658e', 'tag': 'c0944e2a-6a82-4783-8c2e-ac416340d13d', 'status': 'completed', 'code': 200} Nov 16 19:03:50.783507 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-586f6133-3f9d-425f-b7c5-6b759b668bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:50.785012 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-586f6133-3f9d-425f-b7c5-6b759b668bd5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16e9cbea1c0e436b8c518eaa18d7b74c&device_id=1f4b93c2-1aa0-4417-bf2a-f3d581ae658e HTTP/1.1" status: 200 len: 1096 time: 0.0777476 Nov 16 19:03:50.813052 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab8694-253e-40c9-aede-2573baf74087 req-4e30feab-f610-4b7f-8b84-ade843468777 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:50.814560 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-46ab8694-253e-40c9-aede-2573baf74087 req-4e30feab-f610-4b7f-8b84-ade843468777 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0731065 Nov 16 19:03:50.845450 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-fa8fb3e5-af16-4d54-9955-678d22877049 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0944e2a-6a82-4783-8c2e-ac416340d13d HTTP/1.1" status: 200 len: 217 time: 0.0480387 Nov 16 19:03:50.924598 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-46ab8694-253e-40c9-aede-2573baf74087 req-7f1f6a19-7797-4823-9069-56a0f3beec25 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808737 Nov 16 19:03:50.928226 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-6726bf87-bc4e-4899-8d30-4174d496ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:50.929744 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-6726bf87-bc4e-4899-8d30-4174d496ce50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5681c7b1-1bbc-4b41-bd62-1c8dc292a06f HTTP/1.1" status: 200 len: 854 time: 0.0706127 Nov 16 19:03:50.966126 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-16a14305-ab24-4f77-ad99-78b175f5edeb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=734c5c23-6b90-4051-923f-6327396b1039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249710 Nov 16 19:03:51.064247 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-78637e35-ec94-485e-b920-eddb9f25f9cc service neutron] 10.222.0.18 "GET /v2.0/networks/734c5c23-6b90-4051-923f-6327396b1039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897923 Nov 16 19:03:51.181332 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-73a83239-5dfa-4bda-a248-1f75c7a51c6b req-af4f779e-d9c4-421b-9829-1f4bc1d146a5 service neutron] 10.222.0.18 "GET /v2.0/networks/734c5c23-6b90-4051-923f-6327396b1039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864341 Nov 16 19:03:51.186754 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 7180db56-4b84-44bb-a8ff-d69501154966 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:03:51.208737 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] No Port match for: 7180db56-4b84-44bb-a8ff-d69501154966 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:03:51.209145 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 7180db56-4b84-44bb-a8ff-d69501154966 not bound to the agent host hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:03:51.274905 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d403c-aaf6-4f7c-b8e9-0dc331f148d4 req-4d3ec870-8679-4849-aed0-3a5e0896b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:51.276412 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-938d403c-aaf6-4f7c-b8e9-0dc331f148d4 req-4d3ec870-8679-4849-aed0-3a5e0896b910 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16e9cbea1c0e436b8c518eaa18d7b74c&device_id=1f4b93c2-1aa0-4417-bf2a-f3d581ae658e HTTP/1.1" status: 200 len: 1096 time: 0.0411093 Nov 16 19:03:51.371691 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d403c-aaf6-4f7c-b8e9-0dc331f148d4 req-0ef81c00-a938-48e1-9005-ec435f8cf3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:51.373059 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-938d403c-aaf6-4f7c-b8e9-0dc331f148d4 req-0ef81c00-a938-48e1-9005-ec435f8cf3cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=734c5c23-6b90-4051-923f-6327396b1039 HTTP/1.1" status: 200 len: 915 time: 0.0891891 Nov 16 19:03:51.418159 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-938d403c-aaf6-4f7c-b8e9-0dc331f148d4 req-aed6e6a5-c1bb-438b-a6e1-8527e6e593ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0944e2a-6a82-4783-8c2e-ac416340d13d HTTP/1.1" status: 200 len: 217 time: 0.0371675 Nov 16 19:03:51.477230 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d403c-aaf6-4f7c-b8e9-0dc331f148d4 req-18067bca-541a-4717-a93e-987a06bb18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:51.478751 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-938d403c-aaf6-4f7c-b8e9-0dc331f148d4 req-18067bca-541a-4717-a93e-987a06bb18e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5681c7b1-1bbc-4b41-bd62-1c8dc292a06f HTTP/1.1" status: 200 len: 854 time: 0.0511301 Nov 16 19:03:51.536099 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-938d403c-aaf6-4f7c-b8e9-0dc331f148d4 req-0286e4fc-bcf0-4e25-9b1e-f743cd9d727d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=734c5c23-6b90-4051-923f-6327396b1039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385034 Nov 16 19:03:51.604729 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c118a-a342-4c14-bf8a-717dec29532c req-01c7f44f-9e3d-454e-953d-88323f04cdc2 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:51.606275 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ba9c118a-a342-4c14-bf8a-717dec29532c req-01c7f44f-9e3d-454e-953d-88323f04cdc2 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f4b93c2-1aa0-4417-bf2a-f3d581ae658e HTTP/1.1" status: 200 len: 943 time: 0.1184185 Nov 16 19:03:51.683488 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ba9c118a-a342-4c14-bf8a-717dec29532c req-bf7f68f2-9a2b-42c6-994c-64b27f85512d tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682094 Nov 16 19:03:51.687024 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-938d403c-aaf6-4f7c-b8e9-0dc331f148d4 req-32a09f57-bda1-4878-936d-56409b515cf5 service neutron] 10.222.0.18 "GET /v2.0/networks/734c5c23-6b90-4051-923f-6327396b1039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404247 Nov 16 19:03:51.753879 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396be61-3f3b-4ce3-ae44-481d6b914f73 req-4840c10e-0e8d-44e1-a1be-585c1ed6c229 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:51.755424 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-b396be61-3f3b-4ce3-ae44-481d6b914f73 req-4840c10e-0e8d-44e1-a1be-585c1ed6c229 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0541797 Nov 16 19:03:51.793190 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-938d403c-aaf6-4f7c-b8e9-0dc331f148d4 req-a2247db2-8ecb-4d91-8081-de0fbc4f735c service neutron] 10.222.0.18 "GET /v2.0/networks/734c5c23-6b90-4051-923f-6327396b1039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966792 Nov 16 19:03:51.805589 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-b396be61-3f3b-4ce3-ae44-481d6b914f73 req-1051bac4-d4be-4915-b217-640b86c97a1f tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428371 Nov 16 19:03:52.048796 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428848a4-6310-44f9-8436-8cde8059fc70 req-6c955a1b-c449-4413-90b1-285e3f258b7e tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:52.050443 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-428848a4-6310-44f9-8436-8cde8059fc70 req-6c955a1b-c449-4413-90b1-285e3f258b7e tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0559678 Nov 16 19:03:52.104160 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-428848a4-6310-44f9-8436-8cde8059fc70 req-9b752874-5f11-4063-b11f-4e9ae8a3917a tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459890 Nov 16 19:03:52.800458 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb429a-6ddb-4dbd-9132-f576e70aadd0 req-458a2c38-3cbc-489e-8e72-b59161b6e9f6 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:52.801958 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-69eb429a-6ddb-4dbd-9132-f576e70aadd0 req-458a2c38-3cbc-489e-8e72-b59161b6e9f6 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f4b93c2-1aa0-4417-bf2a-f3d581ae658e HTTP/1.1" status: 200 len: 943 time: 0.0486782 Nov 16 19:03:52.848804 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-69eb429a-6ddb-4dbd-9132-f576e70aadd0 req-4023f639-7373-4fe1-b1af-6e50e454eb79 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404563 Nov 16 19:03:52.925987 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eba171-dc26-4de5-bb86-a6925cad32b2 req-02aeaba8-02d9-44e6-bc9c-b98109e63a62 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:52.927553 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f5eba171-dc26-4de5-bb86-a6925cad32b2 req-02aeaba8-02d9-44e6-bc9c-b98109e63a62 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0473669 Nov 16 19:03:52.976561 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f5eba171-dc26-4de5-bb86-a6925cad32b2 req-2fa072b9-1db5-4908-8743-8a6d120e99fe tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420992 Nov 16 19:03:53.219280 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd3729-c2ac-430c-b7cb-6e8a7109ec13 req-06d6d651-56cd-444a-9527-cd64dbc35bf4 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:53.221265 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6afd3729-c2ac-430c-b7cb-6e8a7109ec13 req-06d6d651-56cd-444a-9527-cd64dbc35bf4 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0485725 Nov 16 19:03:53.271828 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6afd3729-c2ac-430c-b7cb-6e8a7109ec13 req-a1ab5849-0122-4423-b33b-a97d38321225 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436049 Nov 16 19:03:53.732544 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 49282) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:53.857211 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-c89a473e-39f6-485c-a394-948c188edd35 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0220837a1f347fd84ac6cec0c0cc5d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1235254 Nov 16 19:03:53.859728 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 49286) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:03:53.910494 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9ad8863d-e67d-419e-b793-94efe35d3083 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:53.954804 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9ad8863d-e67d-419e-b793-94efe35d3083 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:53.996110 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d148cc6-4f2f-4da5-b657-f944b891030b req-f59f1ef3-1da3-4ed9-9a04-5fa1d19b87cc tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:53.997642 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5d148cc6-4f2f-4da5-b657-f944b891030b req-f59f1ef3-1da3-4ed9-9a04-5fa1d19b87cc tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f4b93c2-1aa0-4417-bf2a-f3d581ae658e HTTP/1.1" status: 200 len: 943 time: 0.0781326 Nov 16 19:03:54.032217 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9ad8863d-e67d-419e-b793-94efe35d3083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:54.034839 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9ad8863d-e67d-419e-b793-94efe35d3083 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:54.035964 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-9ad8863d-e67d-419e-b793-94efe35d3083 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55f73c22-f421-43a1-8fda-eb2c0bdb72fa HTTP/1.1" status: 204 len: 168 time: 0.1753373 Nov 16 19:03:54.060574 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8863d-e67d-419e-b793-94efe35d3083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f73c22-f421-43a1-8fda-eb2c0bdb72fa,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:54.066582 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5d148cc6-4f2f-4da5-b657-f944b891030b req-5ff589cc-05b8-4c06-9e44-19138ee35a33 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627694 Nov 16 19:03:54.113862 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa7cbd-10ec-4d0b-8f3f-7ce7e951e6b9 req-921b17e8-58f9-4463-ac3c-c39892e32d0d tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:54.116091 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-56aa7cbd-10ec-4d0b-8f3f-7ce7e951e6b9 req-921b17e8-58f9-4463-ac3c-c39892e32d0d tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0678992 Nov 16 19:03:54.166352 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-56aa7cbd-10ec-4d0b-8f3f-7ce7e951e6b9 req-027d43e6-5340-4e62-97b7-f4b651278858 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436563 Nov 16 19:03:54.388739 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fa06e-c446-4c22-aaba-ca714b337472 req-89090092-7a5b-4f2b-b937-ada597cb6539 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:54.390372 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f68fa06e-c446-4c22-aaba-ca714b337472 req-89090092-7a5b-4f2b-b937-ada597cb6539 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0493751 Nov 16 19:03:54.438895 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f68fa06e-c446-4c22-aaba-ca714b337472 req-8d5a0246-2396-4f93-a587-99589d423212 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424256 Nov 16 19:03:55.192412 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76953d-347b-43cc-8951-fc63d7aed8eb req-a7f78f38-21f4-4bbd-bab6-99527bcbf0a7 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:55.193898 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-ab76953d-347b-43cc-8951-fc63d7aed8eb req-a7f78f38-21f4-4bbd-bab6-99527bcbf0a7 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f4b93c2-1aa0-4417-bf2a-f3d581ae658e HTTP/1.1" status: 200 len: 943 time: 0.0498605 Nov 16 19:03:55.215020 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device c0944e2a-6a82-4783-8c2e-ac416340d13d details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:03:55.246436 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-ab76953d-347b-43cc-8951-fc63d7aed8eb req-bf0bd26f-c3b4-43e1-80ba-2cb9e92cdc3a tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458987 Nov 16 19:03:55.286235 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610b715-8b46-4f5a-a3b5-aaa9b543e636 req-e4793f7d-ed51-4f5c-8443-d236edf3511d tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:55.287833 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b610b715-8b46-4f5a-a3b5-aaa9b543e636 req-e4793f7d-ed51-4f5c-8443-d236edf3511d tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0487962 Nov 16 19:03:55.315555 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port c0944e2a-6a82-4783-8c2e-ac416340d13d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c0944e2a-6a82-4783-8c2e-ac416340d13d,segment=NetworkSegment(18cbe37c-da1b-41a5-aa05-52dbc02a11ee),segment_id=18cbe37c-da1b-41a5-aa05-52dbc02a11ee)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:03:55.327220 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': 'c0944e2a-6a82-4783-8c2e-ac416340d13d', 'network_id': '734c5c23-6b90-4051-923f-6327396b1039', 'port_id': 'c0944e2a-6a82-4783-8c2e-ac416340d13d', 'mac_address': 'fa:16:3e:d6:20:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5681c7b1-1bbc-4b41-bd62-1c8dc292a06f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:03:55.337633 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b610b715-8b46-4f5a-a3b5-aaa9b543e636 req-14352784-0c91-4238-acee-2e8ede765306 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440617 Nov 16 19:03:55.364264 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:55.378171 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0944e2a-6a82-4783-8c2e-ac416340d13d {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:03:55.397914 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port c0944e2a-6a82-4783-8c2e-ac416340d13d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c0944e2a-6a82-4783-8c2e-ac416340d13d,segment=NetworkSegment(18cbe37c-da1b-41a5-aa05-52dbc02a11ee),segment_id=18cbe37c-da1b-41a5-aa05-52dbc02a11ee)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:03:55.402436 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:55.451320 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=c0944e2a-6a82-4783-8c2e-ac416340d13d,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:55.554388 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb1b1a-9ffd-4d13-aa33-319ee76301cb req-4227f98c-999f-4b76-85e5-e5357e561456 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:55.556403 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-91cb1b1a-9ffd-4d13-aa33-319ee76301cb req-4227f98c-999f-4b76-85e5-e5357e561456 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0512311 Nov 16 19:03:55.603605 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-91cb1b1a-9ffd-4d13-aa33-319ee76301cb req-6d48fe1d-4fa9-4226-9ba9-5db6dd4a5bae tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413563 Nov 16 19:03:55.691716 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['c0944e2a-6a82-4783-8c2e-ac416340d13d'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:03:56.368692 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa4df1-d7c0-488a-8044-c659b8763d78 req-72e1f68e-91c5-43a0-a4da-21133706653c tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:56.370211 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-21aa4df1-d7c0-488a-8044-c659b8763d78 req-72e1f68e-91c5-43a0-a4da-21133706653c tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f4b93c2-1aa0-4417-bf2a-f3d581ae658e HTTP/1.1" status: 200 len: 944 time: 0.0528483 Nov 16 19:03:56.416447 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-21aa4df1-d7c0-488a-8044-c659b8763d78 req-8eaa2725-1235-4f91-9d93-5eb77a773f9c tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405734 Nov 16 19:03:56.455046 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc571e-cd89-474f-8b2f-4b29ff133ace req-40ef46b0-cb80-444e-8b69-5732eaa11d3f tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:56.456602 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c9cc571e-cd89-474f-8b2f-4b29ff133ace req-40ef46b0-cb80-444e-8b69-5732eaa11d3f tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0489752 Nov 16 19:03:56.506377 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c9cc571e-cd89-474f-8b2f-4b29ff133ace req-d74d7700-9867-43c2-910f-37f88d18861a tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424373 Nov 16 19:03:56.717764 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4faa3-4db0-47af-a0d1-fbe7822ee5bb req-a8260f77-139f-4208-bd77-cd62784debc6 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:56.719229 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-18e4faa3-4db0-47af-a0d1-fbe7822ee5bb req-a8260f77-139f-4208-bd77-cd62784debc6 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0488219 Nov 16 19:03:56.770202 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-18e4faa3-4db0-47af-a0d1-fbe7822ee5bb req-7a43b814-0359-44c7-b7b5-92c4c9d8fde0 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451751 Nov 16 19:03:57.235241 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device c0944e2a-6a82-4783-8c2e-ac416340d13d up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:03:57.286153 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning for port c0944e2a-6a82-4783-8c2e-ac416340d13d completed by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 19:03:57.290167 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port c0944e2a-6a82-4783-8c2e-ac416340d13d triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:03:57.290541 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:57.367005 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:57.389042 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4b93c2-1aa0-4417-bf2a-f3d581ae658e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0944e2a-6a82-4783-8c2e-ac416340d13d'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:03:57.391279 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e133291-c655-4d92-be2b-8702b739ad2a" -d '{"events": [{"server_uuid": "1f4b93c2-1aa0-4417-bf2a-f3d581ae658e", "name": "network-vif-plugged", "status": "completed", "tag": "c0944e2a-6a82-4783-8c2e-ac416340d13d"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:03:57.404557 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port c0944e2a-6a82-4783-8c2e-ac416340d13d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c0944e2a-6a82-4783-8c2e-ac416340d13d,segment=NetworkSegment(18cbe37c-da1b-41a5-aa05-52dbc02a11ee),segment_id=18cbe37c-da1b-41a5-aa05-52dbc02a11ee)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:03:57.409190 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:57.435293 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59dc600a-6396-4893-9604-02cd4d915d97 x-openstack-request-id: req-59dc600a-6396-4893-9604-02cd4d915d97 {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:03:57.435607 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4b93c2-1aa0-4417-bf2a-f3d581ae658e", "name": "network-vif-plugged", "status": "completed", "tag": "c0944e2a-6a82-4783-8c2e-ac416340d13d", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:03:57.435859 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-59dc600a-6396-4893-9604-02cd4d915d97 {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:03:57.436240 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4b93c2-1aa0-4417-bf2a-f3d581ae658e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0944e2a-6a82-4783-8c2e-ac416340d13d', 'code': 200} Nov 16 19:03:57.466913 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=c0944e2a-6a82-4783-8c2e-ac416340d13d,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:03:57.535259 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6ab5e-4408-4621-bec8-f23747c57edc req-5998794c-612c-4996-92ef-73114017ed24 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:57.537616 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a4b6ab5e-4408-4621-bec8-f23747c57edc req-5998794c-612c-4996-92ef-73114017ed24 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f4b93c2-1aa0-4417-bf2a-f3d581ae658e HTTP/1.1" status: 200 len: 945 time: 0.0501809 Nov 16 19:03:57.609875 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a4b6ab5e-4408-4621-bec8-f23747c57edc req-76c7816e-175c-41cb-b0b3-4befb5f76eb9 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656593 Nov 16 19:03:57.632390 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69eab7a-df75-4184-829a-6808166f95d9 req-6e9b696c-0cf5-411e-a085-971beb0b184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:57.632390 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a69eab7a-df75-4184-829a-6808166f95d9 req-6e9b696c-0cf5-411e-a085-971beb0b184d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1f4b93c2-1aa0-4417-bf2a-f3d581ae658e HTTP/1.1" status: 200 len: 1098 time: 0.0495820 Nov 16 19:03:57.632540 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1c9da-dc90-445d-bad6-06688fabaaff req-8d0b0ffd-46be-4748-b3b7-065be14f3a49 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:57.632540 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-70a1c9da-dc90-445d-bad6-06688fabaaff req-8d0b0ffd-46be-4748-b3b7-065be14f3a49 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0515482 Nov 16 19:03:57.678113 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a69eab7a-df75-4184-829a-6808166f95d9 req-f875ee74-8231-4c3c-9729-23f6ab80dfcf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413098 Nov 16 19:03:57.680535 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-70a1c9da-dc90-445d-bad6-06688fabaaff req-071addfd-68df-4d40-b478-eec18ed83709 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434468 Nov 16 19:03:57.892548 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea1931-bbea-4dca-8aa9-153d106535f7 req-95ef7107-190e-4b29-869f-10d00017b658 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:57.894058 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-20ea1931-bbea-4dca-8aa9-153d106535f7 req-95ef7107-190e-4b29-869f-10d00017b658 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0532291 Nov 16 19:03:57.944278 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-20ea1931-bbea-4dca-8aa9-153d106535f7 req-0c22a95b-256f-48be-91dc-625fe4c7121c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438507 Nov 16 19:03:58.733412 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178d4b-4800-433f-9bfd-e5def6792c52 req-e64745d2-c2e8-48b6-b10d-6d41122f1ee1 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:58.734972 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1e178d4b-4800-433f-9bfd-e5def6792c52 req-e64745d2-c2e8-48b6-b10d-6d41122f1ee1 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f4b93c2-1aa0-4417-bf2a-f3d581ae658e HTTP/1.1" status: 200 len: 945 time: 0.0524137 Nov 16 19:03:58.782761 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1e178d4b-4800-433f-9bfd-e5def6792c52 req-bb36bf7d-8bc3-440e-875a-2532606bf8e5 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421112 Nov 16 19:03:58.801219 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e57c35-f7cf-4d3c-854a-e31502b53929 req-2d8afa2f-3abe-4941-b561-119fbdce3464 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:58.803346 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-91e57c35-f7cf-4d3c-854a-e31502b53929 req-2d8afa2f-3abe-4941-b561-119fbdce3464 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0496340 Nov 16 19:03:58.852908 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-91e57c35-f7cf-4d3c-854a-e31502b53929 req-8b909bde-ef8c-48a5-9c02-37ecd08d1056 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424268 Nov 16 19:03:59.062438 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06653f7b-a716-4328-8aed-30d7d6f605d8 req-5fefe0d4-4ff7-4996-a9e3-9c53db01ed0d tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:59.063923 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-06653f7b-a716-4328-8aed-30d7d6f605d8 req-5fefe0d4-4ff7-4996-a9e3-9c53db01ed0d tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0511930 Nov 16 19:03:59.114792 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-06653f7b-a716-4328-8aed-30d7d6f605d8 req-a338ca5c-4e72-4260-ab1e-e4a2278091ef tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449955 Nov 16 19:03:59.822630 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:03:59.901431 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143a5c4-4419-45da-abc0-7cbc46c26312 req-421f22d4-5ded-4c25-b55c-45272ce49243 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:59.902952 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4143a5c4-4419-45da-abc0-7cbc46c26312 req-421f22d4-5ded-4c25-b55c-45272ce49243 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f4b93c2-1aa0-4417-bf2a-f3d581ae658e HTTP/1.1" status: 200 len: 945 time: 0.0491455 Nov 16 19:03:59.950670 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4143a5c4-4419-45da-abc0-7cbc46c26312 req-95f69fd6-5c26-4922-b4ab-4594dc8277a4 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419648 Nov 16 19:03:59.975300 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b48ab-216b-404e-bf31-fa7e1baa62d1 req-c3ae577f-ef37-4e1b-ae2f-c55c6dd8c29f tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:03:59.976802 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-092b48ab-216b-404e-bf31-fa7e1baa62d1 req-c3ae577f-ef37-4e1b-ae2f-c55c6dd8c29f tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0564604 Nov 16 19:04:00.025309 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-092b48ab-216b-404e-bf31-fa7e1baa62d1 req-7b7832f4-67ff-4081-ad91-68e8212ecf57 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423949 Nov 16 19:04:00.233521 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66977a1b-7730-4236-b97d-62b4a9fe0245 req-e3dc84f7-72d8-41e0-b60e-cac0100da7b4 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:00.235204 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-66977a1b-7730-4236-b97d-62b4a9fe0245 req-e3dc84f7-72d8-41e0-b60e-cac0100da7b4 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0494134 Nov 16 19:04:00.285682 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-66977a1b-7730-4236-b97d-62b4a9fe0245 req-89814280-62b7-466b-a47b-c6713a5db3f3 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438850 Nov 16 19:04:01.147719 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb0d5e-1522-4e87-a937-06dcfcf7b1de req-29cecfcd-c7f2-43b6-bcc8-c08d98948a5a tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:01.150873 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1edb0d5e-1522-4e87-a937-06dcfcf7b1de req-29cecfcd-c7f2-43b6-bcc8-c08d98948a5a tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0497360 Nov 16 19:04:01.418814 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1edb0d5e-1522-4e87-a937-06dcfcf7b1de req-1093eb58-514b-4556-ae1d-a5ecd02cb2b5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633903 Nov 16 19:04:01.429216 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2155f-8d93-4198-92d2-56c019c83ecd req-9856cc31-1ad6-4c8f-b775-37df7f454118 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:01.437036 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a9e2155f-8d93-4198-92d2-56c019c83ecd req-9856cc31-1ad6-4c8f-b775-37df7f454118 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0719597 Nov 16 19:04:01.486638 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a9e2155f-8d93-4198-92d2-56c019c83ecd req-d6bd5d64-fc99-40cc-abc6-fa790ac764e6 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487378 Nov 16 19:04:02.550647 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623d4d2-0b13-42fc-923c-bfabcbee1152 req-89c3b213-8468-4336-9620-b2b41603a4ad tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:02.552128 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0623d4d2-0b13-42fc-923c-bfabcbee1152 req-89c3b213-8468-4336-9620-b2b41603a4ad tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0553579 Nov 16 19:04:02.601169 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0623d4d2-0b13-42fc-923c-bfabcbee1152 req-84a8171d-c14d-44ce-b9a2-07f1d8037b10 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425324 Nov 16 19:04:02.605981 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675c68a-381f-410f-b31c-d3e040d289de req-810aea60-0b77-42e2-a4ef-2760a2787bff tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:02.607397 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f675c68a-381f-410f-b31c-d3e040d289de req-810aea60-0b77-42e2-a4ef-2760a2787bff tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0510762 Nov 16 19:04:02.656284 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f675c68a-381f-410f-b31c-d3e040d289de req-9641c3b4-56cb-48c9-9683-5a8e4d89601c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430646 Nov 16 19:04:03.074803 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67833cbd-c7a0-410e-abfe-49fc6a8d689b req-bce02451-db8f-405f-a73d-06462f2befd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:03.076370 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-67833cbd-c7a0-410e-abfe-49fc6a8d689b req-bce02451-db8f-405f-a73d-06462f2befd4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 1098 time: 0.0389192 Nov 16 19:04:03.123015 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-67833cbd-c7a0-410e-abfe-49fc6a8d689b req-fc2fe416-20a4-4e86-94eb-3293980676c8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377274 Nov 16 19:04:03.714867 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04633f33-e8e0-4887-af79-7b0b7d182574 req-bb43925e-6309-401b-8cb4-ffb50365f824 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:03.717103 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-04633f33-e8e0-4887-af79-7b0b7d182574 req-bb43925e-6309-401b-8cb4-ffb50365f824 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0484347 Nov 16 19:04:03.769127 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-04633f33-e8e0-4887-af79-7b0b7d182574 req-dacddf91-13b0-4b3f-bc3b-a398e40eff01 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454342 Nov 16 19:04:03.880383 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acf8fa-8343-468e-aebc-08452232ea6d req-7752d947-5bdf-44f5-8d6c-291b96c58699 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:03.881899 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a1acf8fa-8343-468e-aebc-08452232ea6d req-7752d947-5bdf-44f5-8d6c-291b96c58699 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0493772 Nov 16 19:04:03.927049 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9d2ec-9629-4793-b72c-8b91736de5ce req-59aaff19-f713-4093-b1ec-976d67cde9fc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:03.928655 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4cd9d2ec-9629-4793-b72c-8b91736de5ce req-59aaff19-f713-4093-b1ec-976d67cde9fc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0574539 Nov 16 19:04:03.936948 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a1acf8fa-8343-468e-aebc-08452232ea6d req-b9b9197e-c3dd-4090-8bfd-1f37a73213f9 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487685 Nov 16 19:04:03.978265 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4cd9d2ec-9629-4793-b72c-8b91736de5ce req-c9328b9f-3c4b-45f6-a355-285cac8d0363 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417242 Nov 16 19:04:04.887316 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee49f51-d049-4c9f-be1b-1b8407beae98 req-da5f5556-5705-49ff-932f-129283516302 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:04.888796 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-4ee49f51-d049-4c9f-be1b-1b8407beae98 req-da5f5556-5705-49ff-932f-129283516302 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0488124 Nov 16 19:04:04.936557 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-4ee49f51-d049-4c9f-be1b-1b8407beae98 req-0df2ca38-706d-4a18-abb5-11a157ecbecd tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418963 Nov 16 19:04:05.060247 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb6122-aac9-4c74-a5c1-486d27ffa812 req-dcabf941-6bc4-4082-980c-2d0f36c61c4c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:05.062117 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e2cb6122-aac9-4c74-a5c1-486d27ffa812 req-dcabf941-6bc4-4082-980c-2d0f36c61c4c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0572071 Nov 16 19:04:05.120707 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e2cb6122-aac9-4c74-a5c1-486d27ffa812 req-78d12124-8fdb-43b0-83d6-126318a972c1 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523636 Nov 16 19:04:05.186227 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58631d5-6ea9-41d3-ab9b-d2d12dcaf1db req-48b1f9ca-5211-4f69-a619-e4888d845fc9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:05.187763 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e58631d5-6ea9-41d3-ab9b-d2d12dcaf1db req-48b1f9ca-5211-4f69-a619-e4888d845fc9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0542004 Nov 16 19:04:05.236067 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e94c7-0071-4232-98c4-fe292041c832 req-8193d334-8970-486f-b6d9-25de341a53ac tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:05.237738 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-661e94c7-0071-4232-98c4-fe292041c832 req-8193d334-8970-486f-b6d9-25de341a53ac tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0500112 Nov 16 19:04:05.265685 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e58631d5-6ea9-41d3-ab9b-d2d12dcaf1db req-fb134148-2fd3-43f0-a8a5-e302a7af7e11 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713716 Nov 16 19:04:05.282727 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ef-9f6c-4175-a701-ebf03a977cb7 req-68b9ae4e-f3ca-4df8-903a-3ef98ec74c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:05.284279 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c579a3ef-9f6c-4175-a701-ebf03a977cb7 req-68b9ae4e-f3ca-4df8-903a-3ef98ec74c76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=836db18eadf842ce90dda0a1221006ff&device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 1098 time: 0.0526888 Nov 16 19:04:05.290829 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-661e94c7-0071-4232-98c4-fe292041c832 req-aa0e6229-04fe-4214-b483-173e36c2265b tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448737 Nov 16 19:04:05.384044 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ef-9f6c-4175-a701-ebf03a977cb7 req-7f2e8f00-dc74-47c2-8e15-64729fff3172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:05.385540 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c579a3ef-9f6c-4175-a701-ebf03a977cb7 req-7f2e8f00-dc74-47c2-8e15-64729fff3172 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88bf2e43-28ce-4261-97c8-fd704bf50e7b HTTP/1.1" status: 200 len: 909 time: 0.0929537 Nov 16 19:04:05.458306 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c579a3ef-9f6c-4175-a701-ebf03a977cb7 req-c5e3f93d-b70e-4bdf-a169-37350a59c7b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5571c38-77b9-4106-b9fd-2ba0f22a1929 HTTP/1.1" status: 200 len: 1000 time: 0.0644383 Nov 16 19:04:05.514466 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ef-9f6c-4175-a701-ebf03a977cb7 req-551ab667-0f78-4b91-8812-1483871ffe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:05.515991 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c579a3ef-9f6c-4175-a701-ebf03a977cb7 req-551ab667-0f78-4b91-8812-1483871ffe5d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abfc24cf-bb3f-427f-8c1c-35e769c2f474 HTTP/1.1" status: 200 len: 847 time: 0.0495098 Nov 16 19:04:05.623164 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ef-9f6c-4175-a701-ebf03a977cb7 req-3b051ddd-ffde-4cb5-939e-027c93566575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:05.624691 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c579a3ef-9f6c-4175-a701-ebf03a977cb7 req-3b051ddd-ffde-4cb5-939e-027c93566575 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88bf2e43-28ce-4261-97c8-fd704bf50e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0908144 Nov 16 19:04:05.687048 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb7589-5438-45f1-be1f-9bb5e12beb5f req-49de5f68-f3f0-4843-8453-83853eb25b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:05.688542 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7aeb7589-5438-45f1-be1f-9bb5e12beb5f req-49de5f68-f3f0-4843-8453-83853eb25b2a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=88aad57826ba44d19a4a8c55a7eaea31&device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 1098 time: 0.1138797 Nov 16 19:04:05.696378 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd82610-a035-4df7-95cd-358ca67a42d7 req-943b9b9d-56cf-412a-a27c-e447620cdb2f tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:05.697756 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bbd82610-a035-4df7-95cd-358ca67a42d7 req-943b9b9d-56cf-412a-a27c-e447620cdb2f tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.1346581 Nov 16 19:04:05.844677 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c579a3ef-9f6c-4175-a701-ebf03a977cb7 req-9f3610ff-3aca-459a-8631-5e7a5d1ba5a4 service neutron] 10.222.0.18 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082326 Nov 16 19:04:05.852264 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bbd82610-a035-4df7-95cd-358ca67a42d7 req-87609289-23b4-40d5-9af0-e739ce50ef40 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475086 Nov 16 19:04:05.878013 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb7589-5438-45f1-be1f-9bb5e12beb5f req-70353015-c91c-4ec0-947f-2b0aa3ba8891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:05.879465 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7aeb7589-5438-45f1-be1f-9bb5e12beb5f req-70353015-c91c-4ec0-947f-2b0aa3ba8891 service neutron] 10.222.0.18 "GET /v2.0/networks?id=533462df-d675-4deb-a3d3-4fecaa48192e HTTP/1.1" status: 200 len: 920 time: 0.1758666 Nov 16 19:04:05.946508 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7aeb7589-5438-45f1-be1f-9bb5e12beb5f req-12248ccf-c688-4522-a0b5-30defa5baf95 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=856ad084-c410-48f2-95e0-5d307f2aff12 HTTP/1.1" status: 200 len: 217 time: 0.0383835 Nov 16 19:04:06.019522 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c579a3ef-9f6c-4175-a701-ebf03a977cb7 req-168570e2-192e-4789-ae09-55f871813145 service neutron] 10.222.0.18 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618142 Nov 16 19:04:06.021026 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb7589-5438-45f1-be1f-9bb5e12beb5f req-3ecfba48-00d9-4b16-94a6-1375720eb281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:06.022490 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7aeb7589-5438-45f1-be1f-9bb5e12beb5f req-3ecfba48-00d9-4b16-94a6-1375720eb281 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ad88ff7-4248-419c-8852-34576a078e99 HTTP/1.1" status: 200 len: 859 time: 0.0686162 Nov 16 19:04:06.058439 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7aeb7589-5438-45f1-be1f-9bb5e12beb5f req-08ad1fe8-de44-4b33-8bda-7dcb5d5a30c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=533462df-d675-4deb-a3d3-4fecaa48192e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255306 Nov 16 19:04:06.156652 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7aeb7589-5438-45f1-be1f-9bb5e12beb5f req-92f863bb-7bb2-44df-b474-873aa43a56c6 service neutron] 10.222.0.18 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843501 Nov 16 19:04:06.262021 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7aeb7589-5438-45f1-be1f-9bb5e12beb5f req-1fcdc096-93b9-436e-bf98-0d47589d66f1 service neutron] 10.222.0.18 "GET /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882797 Nov 16 19:04:06.401914 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e9175-77b9-4877-8f09-93dd17fa4c72 req-11736cb1-9687-412e-8dbc-0bb7b76f592e tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:06.403536 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-093e9175-77b9-4877-8f09-93dd17fa4c72 req-11736cb1-9687-412e-8dbc-0bb7b76f592e tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0558560 Nov 16 19:04:06.416350 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad1d0b-f4e0-480d-b053-917751edb785 req-08536b82-bddd-4a99-90bf-411050edf73c tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:06.417769 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-76ad1d0b-f4e0-480d-b053-917751edb785 req-08536b82-bddd-4a99-90bf-411050edf73c tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0527658 Nov 16 19:04:06.450877 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-093e9175-77b9-4877-8f09-93dd17fa4c72 req-5fc43b55-ff3b-44ff-b431-37f792913195 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414960 Nov 16 19:04:06.464960 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-76ad1d0b-f4e0-480d-b053-917751edb785 req-020d69ae-1ea2-4aab-a1f5-45b7f258b764 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413487 Nov 16 19:04:06.818608 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-439b6bdb-2f2f-4ce5-8dae-500130873d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:06.973096 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9be00-d7c2-43d1-83c1-b1480fe0cdd6 req-1b3181f4-6b7f-4a5c-9e6f-989196a6cd80 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:06.974511 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-5ed9be00-d7c2-43d1-83c1-b1480fe0cdd6 req-1b3181f4-6b7f-4a5c-9e6f-989196a6cd80 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0533884 Nov 16 19:04:07.020766 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-5ed9be00-d7c2-43d1-83c1-b1480fe0cdd6 req-93a47e77-3bc3-407e-88e8-a85e4f288357 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397625 Nov 16 19:04:07.581450 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742ef5b-67e5-4ba5-84d8-7170de542dbf req-d611436a-e5ab-4a7a-ab62-436ace108d92 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:07.582241 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f061e-0cbd-492a-b6ec-7e613b3018c6 req-7a7c7daa-8adb-4dc5-82b7-b15de52b6132 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:07.582902 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2742ef5b-67e5-4ba5-84d8-7170de542dbf req-d611436a-e5ab-4a7a-ab62-436ace108d92 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0576928 Nov 16 19:04:07.583704 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-034f061e-0cbd-492a-b6ec-7e613b3018c6 req-7a7c7daa-8adb-4dc5-82b7-b15de52b6132 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0512290 Nov 16 19:04:07.631145 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2742ef5b-67e5-4ba5-84d8-7170de542dbf req-6c1db9f9-dae1-4bb0-b121-2469444e44a1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417218 Nov 16 19:04:07.633938 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-034f061e-0cbd-492a-b6ec-7e613b3018c6 req-3e795657-0400-4c99-a036-abea529c5913 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439925 Nov 16 19:04:08.136928 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a131958-9ab9-4f32-ba03-1610a8c04497 req-e5a31a79-03bd-46fd-9b2b-9de710d44178 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:08.138439 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6a131958-9ab9-4f32-ba03-1610a8c04497 req-e5a31a79-03bd-46fd-9b2b-9de710d44178 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0486248 Nov 16 19:04:08.186979 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6a131958-9ab9-4f32-ba03-1610a8c04497 req-32fa29a4-7f39-4634-bb75-702879318b5d tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418277 Nov 16 19:04:08.755238 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09a150-999e-4264-b73b-3a5f87139f46 req-fd87e800-7719-4a25-b4bc-3e604e5ce101 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:08.758934 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-aa09a150-999e-4264-b73b-3a5f87139f46 req-fd87e800-7719-4a25-b4bc-3e604e5ce101 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0500584 Nov 16 19:04:08.808674 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-aa09a150-999e-4264-b73b-3a5f87139f46 req-f96322d5-d7f8-4b6d-bc88-44a41caf066d tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452738 Nov 16 19:04:09.313388 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec3a44-f1f8-4310-b384-6cf74aa2e913 req-8031df3d-33d7-413c-a271-c634caf8d3d1 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:09.314937 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-aaec3a44-f1f8-4310-b384-6cf74aa2e913 req-8031df3d-33d7-413c-a271-c634caf8d3d1 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0579050 Nov 16 19:04:09.362180 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-aaec3a44-f1f8-4310-b384-6cf74aa2e913 req-bb8da04c-080e-495d-887f-41f4431c97b0 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413702 Nov 16 19:04:09.847629 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-563d07d0-f192-4816-b9d5-097baf4a210f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:09.933015 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3c8d5-7f6a-405f-a30b-c2f4c509f615 req-579d6302-d148-45f7-805f-ab3ae421262b tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:09.934647 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-65f3c8d5-7f6a-405f-a30b-c2f4c509f615 req-579d6302-d148-45f7-805f-ab3ae421262b tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0496511 Nov 16 19:04:09.984677 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-65f3c8d5-7f6a-405f-a30b-c2f4c509f615 req-d569b1bf-df45-4bba-9005-ad6cd362b839 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439675 Nov 16 19:04:11.109509 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47509723-c552-44ce-a5a8-6a8f9a5ea747 req-71fe2f8d-88f4-4513-b0e3-97baa0b4c284 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:11.111052 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-47509723-c552-44ce-a5a8-6a8f9a5ea747 req-71fe2f8d-88f4-4513-b0e3-97baa0b4c284 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0491083 Nov 16 19:04:11.160162 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-47509723-c552-44ce-a5a8-6a8f9a5ea747 req-ee938731-b20e-4f19-b5f3-efd16296b67c tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428534 Nov 16 19:04:11.340102 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:12.288807 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124a39e-e9ba-4bfa-8839-26ccd56cd7dc req-dec7e141-c3fb-491b-a107-e8b88e52a107 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:12.290344 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-4124a39e-e9ba-4bfa-8839-26ccd56cd7dc req-dec7e141-c3fb-491b-a107-e8b88e52a107 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0552592 Nov 16 19:04:12.340250 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-4124a39e-e9ba-4bfa-8839-26ccd56cd7dc req-a0ff65c3-84ba-4c2e-9297-0dc4580332e8 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436988 Nov 16 19:04:13.155371 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:13.259360 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca5a5c-5ede-4156-9a0c-a7e939ebc460 req-b9200c87-6261-4a49-aa02-4af80566005e tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:13.260727 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-caca5a5c-5ede-4156-9a0c-a7e939ebc460 req-b9200c87-6261-4a49-aa02-4af80566005e tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0505502 Nov 16 19:04:13.312620 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-caca5a5c-5ede-4156-9a0c-a7e939ebc460 req-f8210c55-aeec-4549-8871-4787893ebe59 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458419 Nov 16 19:04:13.461136 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72591a4-f382-48e1-90fb-a2298314ccab req-ba9a12f6-5a23-40c8-b1da-c709f0656b70 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:13.463122 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a72591a4-f382-48e1-90fb-a2298314ccab req-ba9a12f6-5a23-40c8-b1da-c709f0656b70 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0471525 Nov 16 19:04:13.510593 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a72591a4-f382-48e1-90fb-a2298314ccab req-50a0489b-189e-4b11-85ec-778ccf1efde2 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415840 Nov 16 19:04:13.786537 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:14.426229 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a1e8d-b5fd-408a-95d8-16a885908ae0 req-01c8a74f-5097-4b62-b5a7-5102b9c873ce tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:14.427760 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f46a1e8d-b5fd-408a-95d8-16a885908ae0 req-01c8a74f-5097-4b62-b5a7-5102b9c873ce tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0489330 Nov 16 19:04:14.478640 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f46a1e8d-b5fd-408a-95d8-16a885908ae0 req-9d1d639a-a2b1-49b5-a9dd-d22268394f9d tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450046 Nov 16 19:04:14.631961 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f783dda-2cba-4e98-b972-b0b9612808d5 req-3f07bbbd-793f-4c03-8c45-da62e943b644 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:14.633716 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7f783dda-2cba-4e98-b972-b0b9612808d5 req-3f07bbbd-793f-4c03-8c45-da62e943b644 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0521755 Nov 16 19:04:14.680868 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7f783dda-2cba-4e98-b972-b0b9612808d5 req-78fc50b6-4856-4f95-822e-84e0fc325b54 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407395 Nov 16 19:04:15.590668 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e335a-ab78-47be-83f8-818271b0d2f3 req-d028ba19-4819-450c-bf35-453d4f3e907b tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:15.592153 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-1d4e335a-ab78-47be-83f8-818271b0d2f3 req-d028ba19-4819-450c-bf35-453d4f3e907b tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0488029 Nov 16 19:04:15.639279 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-1d4e335a-ab78-47be-83f8-818271b0d2f3 req-47796e72-441c-49fc-90cf-804ed814bc35 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413196 Nov 16 19:04:15.801696 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df817730-c355-4298-81da-8e75fa8cae7b req-32b9678b-e2a6-4dbb-b20f-2d957b838748 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:15.803185 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-df817730-c355-4298-81da-8e75fa8cae7b req-32b9678b-e2a6-4dbb-b20f-2d957b838748 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0494385 Nov 16 19:04:15.850641 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-df817730-c355-4298-81da-8e75fa8cae7b req-5dee5c65-5118-405e-b198-62282497e6fd tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408332 Nov 16 19:04:16.037415 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e92d2-bc69-4ee9-9e96-1c7ee63dff5e req-0fdddb0f-45a9-4799-a0fa-b1785bb78d8d tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:16.038784 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cd3e92d2-bc69-4ee9-9e96-1c7ee63dff5e req-0fdddb0f-45a9-4799-a0fa-b1785bb78d8d tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 945 time: 0.0472338 Nov 16 19:04:16.139946 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-cd3e92d2-bc69-4ee9-9e96-1c7ee63dff5e req-1c78ca58-f2a0-4ae1-b117-a6f5017fb56b tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Deleting port 57e6c1c0-bfcc-44c4-82b5-890dc4a034df {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:04:16.140286 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-cd3e92d2-bc69-4ee9-9e96-1c7ee63dff5e req-1c78ca58-f2a0-4ae1-b117-a6f5017fb56b tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:16.228096 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-cd3e92d2-bc69-4ee9-9e96-1c7ee63dff5e req-1c78ca58-f2a0-4ae1-b117-a6f5017fb56b tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] For port 57e6c1c0-bfcc-44c4-82b5-890dc4a034df, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=57e6c1c0-bfcc-44c4-82b5-890dc4a034df,segment=NetworkSegment(3f31e756-a18f-4e6e-92fa-1344c40c8e81),segment_id=3f31e756-a18f-4e6e-92fa-1344c40c8e81)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:04:16.228900 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-cd3e92d2-bc69-4ee9-9e96-1c7ee63dff5e req-1c78ca58-f2a0-4ae1-b117-a6f5017fb56b tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:16.245216 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-cd3e92d2-bc69-4ee9-9e96-1c7ee63dff5e req-1c78ca58-f2a0-4ae1-b117-a6f5017fb56b tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Calling delete_port for 57e6c1c0-bfcc-44c4-82b5-890dc4a034df owned by compute:nova {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:04:16.368754 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-cd3e92d2-bc69-4ee9-9e96-1c7ee63dff5e req-1c78ca58-f2a0-4ae1-b117-a6f5017fb56b tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:16.381499 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['856ad084-c410-48f2-95e0-5d307f2aff12', '57e6c1c0-bfcc-44c4-82b5-890dc4a034df'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:04:16.396507 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78ca58-f2a0-4ae1-b117-a6f5017fb56b tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Pushing event deleted for resources: {'Port': ['ID=57e6c1c0-bfcc-44c4-82b5-890dc4a034df,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:16.442746 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3e92d2-bc69-4ee9-9e96-1c7ee63dff5e req-1c78ca58-f2a0-4ae1-b117-a6f5017fb56b tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] No DVR routers for this DVR port 57e6c1c0-bfcc-44c4-82b5-890dc4a034df on host hv-cinder-66710 {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:04:16.445504 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-cd3e92d2-bc69-4ee9-9e96-1c7ee63dff5e req-1c78ca58-f2a0-4ae1-b117-a6f5017fb56b tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:16.449178 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cd3e92d2-bc69-4ee9-9e96-1c7ee63dff5e req-1c78ca58-f2a0-4ae1-b117-a6f5017fb56b tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.18 "DELETE /v2.0/ports/57e6c1c0-bfcc-44c4-82b5-890dc4a034df HTTP/1.1" status: 204 len: 173 time: 0.3964558 Nov 16 19:04:16.449720 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a582c36-f154-4050-a431-1eea01999490', 'name': 'network-vif-deleted', 'tag': '57e6c1c0-bfcc-44c4-82b5-890dc4a034df'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:04:16.452061 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd5fc99-5c18-4ea8-9fee-230c772957fc" -d '{"events": [{"server_uuid": "8a582c36-f154-4050-a431-1eea01999490", "name": "network-vif-deleted", "tag": "57e6c1c0-bfcc-44c4-82b5-890dc4a034df"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:04:16.495937 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966291c6-f3d9-4ef5-935b-f7686f73cc53 x-openstack-request-id: req-966291c6-f3d9-4ef5-935b-f7686f73cc53 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:04:16.496302 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a582c36-f154-4050-a431-1eea01999490", "name": "network-vif-deleted", "tag": "57e6c1c0-bfcc-44c4-82b5-890dc4a034df", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:04:16.496624 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-966291c6-f3d9-4ef5-935b-f7686f73cc53 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:04:16.497135 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a582c36-f154-4050-a431-1eea01999490', 'name': 'network-vif-deleted', 'tag': '57e6c1c0-bfcc-44c4-82b5-890dc4a034df', 'status': 'completed', 'code': 200} Nov 16 19:04:16.740369 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-24c4f330-a815-49a3-b888-91fcddde9c64 req-44e6bf9f-2e71-4267-bddd-06a9b8426baa tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a582c36-f154-4050-a431-1eea01999490 HTTP/1.1" status: 200 len: 210 time: 0.0258505 Nov 16 19:04:16.971785 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6cc51-6aff-45a7-a44f-69c237c841c0 req-06ff9043-148e-410e-9bd7-b59e0e86345b tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:16.973278 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d6b6cc51-6aff-45a7-a44f-69c237c841c0 req-06ff9043-148e-410e-9bd7-b59e0e86345b tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0496500 Nov 16 19:04:17.023165 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d6b6cc51-6aff-45a7-a44f-69c237c841c0 req-f9310484-d0b7-4d64-802a-c77cefe0f8b6 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435035 Nov 16 19:04:18.005065 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da37e8-b1f1-4f8c-a946-7780f0f05659 req-d618f421-6eca-477f-b162-e097a46963ad tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:18.006548 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-87da37e8-b1f1-4f8c-a946-7780f0f05659 req-d618f421-6eca-477f-b162-e097a46963ad tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0494907 Nov 16 19:04:18.053492 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-87da37e8-b1f1-4f8c-a946-7780f0f05659 req-99156a50-2047-473b-be81-2448927b08c4 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406401 Nov 16 19:04:18.151640 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc11f94-645d-40a7-822e-1981947a5833 req-5576258b-4199-4172-8ef8-02976775f09f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:18.153096 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9bc11f94-645d-40a7-822e-1981947a5833 req-5576258b-4199-4172-8ef8-02976775f09f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0519729 Nov 16 19:04:18.199191 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9bc11f94-645d-40a7-822e-1981947a5833 req-0e3120e4-aa14-41ac-92d8-01949228fbad tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400405 Nov 16 19:04:19.172907 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b102c97-66b2-4b85-9398-40d1293d8270 req-ac2fedb2-9534-4096-a1f1-cd5274459e45 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:19.174392 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6b102c97-66b2-4b85-9398-40d1293d8270 req-ac2fedb2-9534-4096-a1f1-cd5274459e45 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0530176 Nov 16 19:04:19.219640 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6b102c97-66b2-4b85-9398-40d1293d8270 req-d306b4b9-c734-467d-ab21-b118302c12f0 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394201 Nov 16 19:04:19.315660 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523bc3e-2d9b-4fd7-bf31-cf082ba90f45 req-a7240bbc-6065-4e26-ad30-8c7be870609f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:19.317146 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-4523bc3e-2d9b-4fd7-bf31-cf082ba90f45 req-a7240bbc-6065-4e26-ad30-8c7be870609f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0481009 Nov 16 19:04:19.365123 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-4523bc3e-2d9b-4fd7-bf31-cf082ba90f45 req-9a1d2283-8810-45c5-a4ce-0f80e0eed09c tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412960 Nov 16 19:04:20.339443 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc7bfa-1ddd-47eb-b3d8-c8ff6b1b0286 req-344cee2f-8c37-479c-8725-049aa8b5cef0 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:20.340805 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f5fc7bfa-1ddd-47eb-b3d8-c8ff6b1b0286 req-344cee2f-8c37-479c-8725-049aa8b5cef0 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0553112 Nov 16 19:04:20.387501 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f5fc7bfa-1ddd-47eb-b3d8-c8ff6b1b0286 req-eff6d5cf-46c6-4f54-9d21-869b40eaec47 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407817 Nov 16 19:04:20.486685 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdf077-8253-44db-b2fb-09d39df5b2a4 req-9fd9dabb-8cc0-4f37-b1bf-76352c27c52e tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:20.488154 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4efdf077-8253-44db-b2fb-09d39df5b2a4 req-9fd9dabb-8cc0-4f37-b1bf-76352c27c52e tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0479069 Nov 16 19:04:20.533953 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4efdf077-8253-44db-b2fb-09d39df5b2a4 req-b2d9f7ea-1497-4d10-8dbb-a2e35f9f471c tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400028 Nov 16 19:04:21.346208 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:04:21.349404 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 57e6c1c0-bfcc-44c4-82b5-890dc4a034df no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:04:21.376986 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] No Port match for: 57e6c1c0-bfcc-44c4-82b5-890dc4a034df {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:04:21.377339 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 57e6c1c0-bfcc-44c4-82b5-890dc4a034df not bound to the agent host hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:04:21.460133 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:04:21.471519 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'port_id': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae', 'mac_address': 'fa:16:3e:c5:df:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:04:21.502545 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5fac8-d68d-420e-8542-5df797a9da9d req-c1f75b00-717b-45df-bccd-4ad7677789d9 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:21.504107 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-5ef5fac8-d68d-420e-8542-5df797a9da9d req-c1f75b00-717b-45df-bccd-4ad7677789d9 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0484936 Nov 16 19:04:21.511831 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:21.524946 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:04:21.544203 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:04:21.549376 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:21.550421 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-5ef5fac8-d68d-420e-8542-5df797a9da9d req-cce4ca22-f896-42de-a1f6-44a1814e3ce2 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402362 Nov 16 19:04:21.600582 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae,revision_number=6']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:21.654123 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf93395-5489-4015-9095-927f2cd99661 req-cdddac53-b11d-46b9-a9d9-c2fa244a69ba tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:21.655604 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0bf93395-5489-4015-9095-927f2cd99661 req-cdddac53-b11d-46b9-a9d9-c2fa244a69ba tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 944 time: 0.0477557 Nov 16 19:04:21.663130 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:04:21.709708 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0bf93395-5489-4015-9095-927f2cd99661 req-daf7edb0-2917-4e88-9126-6b0ed2bb8ff0 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471084 Nov 16 19:04:22.674696 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd42218-08b9-45f5-bae9-3b5da5d18b06 req-cb55065f-9027-42ca-a619-b5260b843c75 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:22.676187 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-bdd42218-08b9-45f5-bae9-3b5da5d18b06 req-cb55065f-9027-42ca-a619-b5260b843c75 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0562878 Nov 16 19:04:22.745815 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-bdd42218-08b9-45f5-bae9-3b5da5d18b06 req-11f26837-e338-467c-9d38-35e3aaef0569 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585387 Nov 16 19:04:22.847874 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6e2b5-54f3-4dc6-bf66-a3a1bec8e41c req-d5cdee31-389c-4998-a5b7-3bdd2b1ab129 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:22.850068 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-aaf6e2b5-54f3-4dc6-bf66-a3a1bec8e41c req-d5cdee31-389c-4998-a5b7-3bdd2b1ab129 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 944 time: 0.0537751 Nov 16 19:04:22.903427 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-aaf6e2b5-54f3-4dc6-bf66-a3a1bec8e41c req-f5d38074-929f-4921-9a71-67ece305c2cb tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463176 Nov 16 19:04:23.356450 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:04:23.418292 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:04:23.418706 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:23.516060 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:23.663795 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b188c4dd-b4cc-4a02-9ea4-901009c68534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:04:23.665069 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db464966-2755-4652-a03d-776853832c6e" -d '{"events": [{"server_uuid": "b188c4dd-b4cc-4a02-9ea4-901009c68534", "name": "network-vif-plugged", "status": "completed", "tag": "3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:04:23.678897 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:04:23.686911 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:23.718028 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08aba9e7-6387-4db5-8f3d-595663e6c6df x-openstack-request-id: req-08aba9e7-6387-4db5-8f3d-595663e6c6df {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:04:23.718455 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b188c4dd-b4cc-4a02-9ea4-901009c68534", "name": "network-vif-plugged", "status": "completed", "tag": "3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:04:23.718718 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-08aba9e7-6387-4db5-8f3d-595663e6c6df {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:04:23.719111 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b188c4dd-b4cc-4a02-9ea4-901009c68534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae', 'code': 200} Nov 16 19:04:23.748871 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae,revision_number=7']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:23.873447 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763492d1-3456-4125-be6c-df70d07bcf1c req-8448d534-b890-4b6c-8070-dd8f77a7c6ba tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:23.882061 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-763492d1-3456-4125-be6c-df70d07bcf1c req-8448d534-b890-4b6c-8070-dd8f77a7c6ba tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0671921 Nov 16 19:04:23.937440 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-763492d1-3456-4125-be6c-df70d07bcf1c req-95aa04c3-e06a-46c6-9e5c-6828f0126eb5 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526597 Nov 16 19:04:24.039480 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a28c0-522e-4260-b338-9aca59e1580f req-66048684-2889-43a4-b4e0-2daa7cefcf78 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:24.047925 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-ec2a28c0-522e-4260-b338-9aca59e1580f req-66048684-2889-43a4-b4e0-2daa7cefcf78 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0627379 Nov 16 19:04:24.102615 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-ec2a28c0-522e-4260-b338-9aca59e1580f req-8597f298-73c1-4394-a42e-301cb1ae390c tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536652 Nov 16 19:04:24.847408 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117163a-5f67-467e-8d1d-ce561af8abf5 req-5c11bbb6-b225-4c35-abc6-57fd7a94d111 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:24.849044 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6117163a-5f67-467e-8d1d-ce561af8abf5 req-5c11bbb6-b225-4c35-abc6-57fd7a94d111 tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.18 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0742934 Nov 16 19:04:24.954660 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-6117163a-5f67-467e-8d1d-ce561af8abf5 req-8d539298-50b1-4fb9-b0b4-5b3ff296670c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Deleting port 856ad084-c410-48f2-95e0-5d307f2aff12 {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:04:24.955391 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-6117163a-5f67-467e-8d1d-ce561af8abf5 req-8d539298-50b1-4fb9-b0b4-5b3ff296670c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:25.094196 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28544c-c4a0-49c0-8bde-176b4266b897 req-dda9bd32-ed8b-4f99-9a5f-79a3f79afd2f tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:25.099800 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dd28544c-c4a0-49c0-8bde-176b4266b897 req-dda9bd32-ed8b-4f99-9a5f-79a3f79afd2f tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 945 time: 0.0838425 Nov 16 19:04:25.101968 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-6117163a-5f67-467e-8d1d-ce561af8abf5 req-8d539298-50b1-4fb9-b0b4-5b3ff296670c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] For port 856ad084-c410-48f2-95e0-5d307f2aff12, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=856ad084-c410-48f2-95e0-5d307f2aff12,segment=NetworkSegment(3f31e756-a18f-4e6e-92fa-1344c40c8e81),segment_id=3f31e756-a18f-4e6e-92fa-1344c40c8e81)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:04:25.102343 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-6117163a-5f67-467e-8d1d-ce561af8abf5 req-8d539298-50b1-4fb9-b0b4-5b3ff296670c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:25.141920 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-6117163a-5f67-467e-8d1d-ce561af8abf5 req-8d539298-50b1-4fb9-b0b4-5b3ff296670c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Calling delete_port for 856ad084-c410-48f2-95e0-5d307f2aff12 owned by compute:nova {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:04:25.188201 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dd28544c-c4a0-49c0-8bde-176b4266b897 req-e8a12a12-cd5a-4313-8d65-501a532e0a1d tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/security-groups?id=f98a7ac4-1af8-4634-8b52-ab471d1d6489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750246 Nov 16 19:04:25.244135 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308d24c-361b-4203-b96b-94dbeca52b54 req-be662ce0-29d6-460c-8c27-9761c882a609 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:25.251915 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-8308d24c-361b-4203-b96b-94dbeca52b54 req-be662ce0-29d6-460c-8c27-9761c882a609 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0673261 Nov 16 19:04:25.298280 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-8308d24c-361b-4203-b96b-94dbeca52b54 req-6bb7a7d5-2495-4688-bfc6-7151959268c9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455153 Nov 16 19:04:25.361272 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-6117163a-5f67-467e-8d1d-ce561af8abf5 req-8d539298-50b1-4fb9-b0b4-5b3ff296670c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:25.379133 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['856ad084-c410-48f2-95e0-5d307f2aff12'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:04:25.393851 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d539298-50b1-4fb9-b0b4-5b3ff296670c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Pushing event deleted for resources: {'Port': ['ID=856ad084-c410-48f2-95e0-5d307f2aff12,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:25.426000 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d539298-50b1-4fb9-b0b4-5b3ff296670c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:25.426366 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d539298-50b1-4fb9-b0b4-5b3ff296670c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:25.426689 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d539298-50b1-4fb9-b0b4-5b3ff296670c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:25.427028 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d539298-50b1-4fb9-b0b4-5b3ff296670c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:25.427366 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d539298-50b1-4fb9-b0b4-5b3ff296670c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:25.427703 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d539298-50b1-4fb9-b0b4-5b3ff296670c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:25.428037 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d539298-50b1-4fb9-b0b4-5b3ff296670c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:25.428356 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d539298-50b1-4fb9-b0b4-5b3ff296670c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:25.428684 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d539298-50b1-4fb9-b0b4-5b3ff296670c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:25.429012 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d539298-50b1-4fb9-b0b4-5b3ff296670c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:25.429347 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d539298-50b1-4fb9-b0b4-5b3ff296670c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:25.429687 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d539298-50b1-4fb9-b0b4-5b3ff296670c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:25.451067 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-6117163a-5f67-467e-8d1d-ce561af8abf5 req-8d539298-50b1-4fb9-b0b4-5b3ff296670c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] No DVR routers for this DVR port 856ad084-c410-48f2-95e0-5d307f2aff12 on host hv-cinder-66710 {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:04:25.453692 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-6117163a-5f67-467e-8d1d-ce561af8abf5 req-8d539298-50b1-4fb9-b0b4-5b3ff296670c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:25.457175 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6117163a-5f67-467e-8d1d-ce561af8abf5 req-8d539298-50b1-4fb9-b0b4-5b3ff296670c tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.18 "DELETE /v2.0/ports/856ad084-c410-48f2-95e0-5d307f2aff12 HTTP/1.1" status: 204 len: 173 time: 0.5999999 Nov 16 19:04:25.457653 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22ea69e-6ab3-4ba5-b12b-f940430d6649', 'name': 'network-vif-deleted', 'tag': '856ad084-c410-48f2-95e0-5d307f2aff12'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:04:25.460577 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3b089c-238d-4032-a65d-e5a2a6a3a97c" -d '{"events": [{"server_uuid": "c22ea69e-6ab3-4ba5-b12b-f940430d6649", "name": "network-vif-deleted", "tag": "856ad084-c410-48f2-95e0-5d307f2aff12"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:04:25.512923 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5d819a-e6fb-4b39-a157-d69277e232b2 x-openstack-request-id: req-6f5d819a-e6fb-4b39-a157-d69277e232b2 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:04:25.513854 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22ea69e-6ab3-4ba5-b12b-f940430d6649", "name": "network-vif-deleted", "tag": "856ad084-c410-48f2-95e0-5d307f2aff12", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:04:25.514306 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6f5d819a-e6fb-4b39-a157-d69277e232b2 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:04:25.514905 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22ea69e-6ab3-4ba5-b12b-f940430d6649', 'name': 'network-vif-deleted', 'tag': '856ad084-c410-48f2-95e0-5d307f2aff12', 'status': 'completed', 'code': 200} Nov 16 19:04:26.332095 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-34f4d132-9f6c-487f-8c5e-d76d654391a5 req-48ce1446-8e05-4d8d-90cd-9ebd071283ff tempest-ServerRescueNegativeTestJSON-2050969256 tempest-ServerRescueNegativeTestJSON-2050969256-project] 10.222.0.46 "GET /v2.0/ports?device_id=c22ea69e-6ab3-4ba5-b12b-f940430d6649 HTTP/1.1" status: 200 len: 210 time: 0.0329189 Nov 16 19:04:26.465139 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d715f7c-d589-4977-8989-e9821325a7c2 req-b0acac62-bf30-41f4-94a4-771b2ab082dc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:26.466629 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1d715f7c-d589-4977-8989-e9821325a7c2 req-b0acac62-bf30-41f4-94a4-771b2ab082dc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0593052 Nov 16 19:04:26.521821 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1d715f7c-d589-4977-8989-e9821325a7c2 req-101a48e7-6e25-46f5-9649-232c081f254b tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484474 Nov 16 19:04:26.598684 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:04:27.394943 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 49676) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:04:27.694986 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5aa49f-d338-4271-a868-94797dbdc956 req-ab8f948c-668a-4ee0-bfbb-2630da214ac4 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:27.697133 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cb5aa49f-d338-4271-a868-94797dbdc956 req-ab8f948c-668a-4ee0-bfbb-2630da214ac4 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0867341 Nov 16 19:04:27.808398 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cb5aa49f-d338-4271-a868-94797dbdc956 req-d6165f99-049b-4d4d-858f-db372b8a4b65 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034825 Nov 16 19:04:27.921488 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-101d8b43-d148-4fb9-83e7-4a47817f9c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667731'] for router_interface, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:28.471025 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-101d8b43-d148-4fb9-83e7-4a47817f9c8f admin admin] Deleting port 75c89220-94cb-4a2c-9f3a-9f16e788dde1 {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:04:28.471025 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-101d8b43-d148-4fb9-83e7-4a47817f9c8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:28.562338 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [None req-101d8b43-d148-4fb9-83e7-4a47817f9c8f admin admin] For port 75c89220-94cb-4a2c-9f3a-9f16e788dde1, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=75c89220-94cb-4a2c-9f3a-9f16e788dde1,segment=NetworkSegment(3f31e756-a18f-4e6e-92fa-1344c40c8e81),segment_id=3f31e756-a18f-4e6e-92fa-1344c40c8e81)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:04:28.563178 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-101d8b43-d148-4fb9-83e7-4a47817f9c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:28.582532 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-101d8b43-d148-4fb9-83e7-4a47817f9c8f admin admin] Calling delete_port for 75c89220-94cb-4a2c-9f3a-9f16e788dde1 owned by network:router_interface {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:04:28.777634 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-101d8b43-d148-4fb9-83e7-4a47817f9c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:28.809304 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d8b43-d148-4fb9-83e7-4a47817f9c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=75c89220-94cb-4a2c-9f3a-9f16e788dde1,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:28.956530 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31178d52-bcf4-467d-8fe4-706e7d9547cd req-9d81f6b2-9321-464f-8682-34e96bc76618 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:28.958223 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-31178d52-bcf4-467d-8fe4-706e7d9547cd req-9d81f6b2-9321-464f-8682-34e96bc76618 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0631402 Nov 16 19:04:28.984343 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-101d8b43-d148-4fb9-83e7-4a47817f9c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667599'] for router_interface, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:29.023838 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-31178d52-bcf4-467d-8fe4-706e7d9547cd req-e0383d49-8aba-4c28-b113-9b20440ef01e tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554457 Nov 16 19:04:29.230811 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101d8b43-d148-4fb9-83e7-4a47817f9c8f admin admin] Router 7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:04:29.357617 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101d8b43-d148-4fb9-83e7-4a47817f9c8f admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:04:29.371166 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-101d8b43-d148-4fb9-83e7-4a47817f9c8f admin admin] 10.222.0.46 "PUT /v2.0/routers/7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9744549 Nov 16 19:04:29.372366 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790d600a-b317-4854-91ab-cbaee26bbc94 None None] Sync routers for ids ['7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f'] in dv-cinder-667108-35-iscsi {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:04:29.373884 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 49692) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:04:29.387769 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790d600a-b317-4854-91ab-cbaee26bbc94 None None] Routers {'7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:04:29.388726 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-790d600a-b317-4854-91ab-cbaee26bbc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:04:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:04:29.541910 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-790d600a-b317-4854-91ab-cbaee26bbc94 None None] Set router 7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:04:29.689406 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Publish callbacks [] for router, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:29.759278 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-790d600a-b317-4854-91ab-cbaee26bbc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1144801223-router', 'tenant_id': '88aad57826ba44d19a4a8c55a7eaea31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'f65e1366-c7a2-47b3-8b27-d18cff02cc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:19Z', 'updated_at': '2021-11-16T19:04:28Z', 'revision_number': 5, 'project_id': '88aad57826ba44d19a4a8c55a7eaea31', 'gw_port': {'id': 'f65e1366-c7a2-47b3-8b27-d18cff02cc9c', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:20Z', 'updated_at': '2021-11-16T19:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:04:29.787127 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790d600a-b317-4854-91ab-cbaee26bbc94 None None] Checking router: 7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f for host: dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:04:29.797956 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790d600a-b317-4854-91ab-cbaee26bbc94 None None] Routers {'7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:04:29.799005 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-790d600a-b317-4854-91ab-cbaee26bbc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:04:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:04:29.799460 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:29.859750 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Deleting port f65e1366-c7a2-47b3-8b27-d18cff02cc9c {{(pid=101695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:04:29.860195 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:29.910927 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-790d600a-b317-4854-91ab-cbaee26bbc94 None None] Set router 7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:04:29.967461 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.db [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] For port f65e1366-c7a2-47b3-8b27-d18cff02cc9c, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=f65e1366-c7a2-47b3-8b27-d18cff02cc9c,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:04:29.968510 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:29.983155 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Calling delete_port for f65e1366-c7a2-47b3-8b27-d18cff02cc9c owned by network:router_gateway {{(pid=101695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:04:30.125527 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-790d600a-b317-4854-91ab-cbaee26bbc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1144801223-router', 'tenant_id': '88aad57826ba44d19a4a8c55a7eaea31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'f65e1366-c7a2-47b3-8b27-d18cff02cc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:19Z', 'updated_at': '2021-11-16T19:04:28Z', 'revision_number': 5, 'project_id': '88aad57826ba44d19a4a8c55a7eaea31', 'gw_port': {'id': 'f65e1366-c7a2-47b3-8b27-d18cff02cc9c', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:20Z', 'updated_at': '2021-11-16T19:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:04:30.168332 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790d600a-b317-4854-91ab-cbaee26bbc94 None None] The sync data for ids ['7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f'] in dv-cinder-667108-35-iscsi is: [{'id': '7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1144801223-router', 'tenant_id': '88aad57826ba44d19a4a8c55a7eaea31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'f65e1366-c7a2-47b3-8b27-d18cff02cc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:19Z', 'updated_at': '2021-11-16T19:04:28Z', 'revision_number': 5, 'project_id': '88aad57826ba44d19a4a8c55a7eaea31', 'gw_port': {'id': 'f65e1366-c7a2-47b3-8b27-d18cff02cc9c', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:20Z', 'updated_at': '2021-11-16T19:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}] {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:04:30.229438 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:30.235928 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80444a7-eb8d-4027-900a-21e6a5c9e731 req-845fd76c-d66b-42d6-b6af-fe179f79a605 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:30.237782 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b80444a7-eb8d-4027-900a-21e6a5c9e731 req-845fd76c-d66b-42d6-b6af-fe179f79a605 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0786943 Nov 16 19:04:30.256781 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Pushing event deleted for resources: {'Port': ['ID=f65e1366-c7a2-47b3-8b27-d18cff02cc9c,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:30.301940 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b80444a7-eb8d-4027-900a-21e6a5c9e731 req-aa879fef-8cf6-4e4d-a806-c17fc8e132b3 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567634 Nov 16 19:04:30.333595 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:30.334224 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:30.334822 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:30.335350 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:30.335866 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:30.338052 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:30.338678 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:30.339237 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:30.340166 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:30.340715 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:30.341864 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:30.342847 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:04:30.360217 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 856ad084-c410-48f2-95e0-5d307f2aff12 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:04:30.385176 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833645'] for router_gateway, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:30.398834 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] No Port match for: 856ad084-c410-48f2-95e0-5d307f2aff12 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:04:30.399633 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 856ad084-c410-48f2-95e0-5d307f2aff12 not bound to the agent host hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:04:30.410633 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:30.504906 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-748'] for router, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:30.507193 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:30.596151 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667254'] for router, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:30.596846 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f {{(pid=101695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 19:04:30.603788 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] Publish callbacks [] for router, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:30.605181 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-a70016c3-f3cf-4d13-941b-b958e0ced5de admin admin] 10.222.0.46 "DELETE /v2.0/routers/7a5a7949-a0b1-4d36-8dec-508b5ed9ee3f HTTP/1.1" status: 204 len: 168 time: 1.2302363 Nov 16 19:04:30.607750 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 49698) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:04:30.660898 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_v2 [None req-6584b0e5-4fae-4e45-b03e-a837d39bca89 admin admin] Deleting subnet 4ad88ff7-4248-419c-8852-34576a078e99 {{(pid=101695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 19:04:30.664462 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-6584b0e5-4fae-4e45-b03e-a837d39bca89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:30.722279 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-6584b0e5-4fae-4e45-b03e-a837d39bca89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63388205'] for subnet, precommit_delete_associations {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:30.775002 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-6584b0e5-4fae-4e45-b03e-a837d39bca89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-623022'] for subnet, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:30.847691 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-6584b0e5-4fae-4e45-b03e-a837d39bca89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-623025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63250203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63062689'] for subnet, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:30.877771 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584b0e5-4fae-4e45-b03e-a837d39bca89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ad88ff7-4248-419c-8852-34576a078e99,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:30.882072 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-6584b0e5-4fae-4e45-b03e-a837d39bca89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for subnet, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:30.890167 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 49704) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:04:30.890351 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-6584b0e5-4fae-4e45-b03e-a837d39bca89 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4ad88ff7-4248-419c-8852-34576a078e99 HTTP/1.1" status: 204 len: 168 time: 0.2810757 Nov 16 19:04:30.980719 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-970e5184-4cf8-448c-917e-5f61aeb5df6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806902'] for network, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:31.146076 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-970e5184-4cf8-448c-917e-5f61aeb5df6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629537', 'neutron.services.segments.db._delete_segments_for_network-8770492521988'] for network, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:31.179163 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-970e5184-4cf8-448c-917e-5f61aeb5df6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533462df-d675-4deb-a3d3-4fecaa48192e']}} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:04:31.190143 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-970e5184-4cf8-448c-917e-5f61aeb5df6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f31e756-a18f-4e6e-92fa-1344c40c8e81') {'for_net_delete': True} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:04:31.190472 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-970e5184-4cf8-448c-917e-5f61aeb5df6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f31e756-a18f-4e6e-92fa-1344c40c8e81') {} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:04:31.202867 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-970e5184-4cf8-448c-917e-5f61aeb5df6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770492523021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932041'] for segment, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:31.226918 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-970e5184-4cf8-448c-917e-5f61aeb5df6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:31.245820 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970e5184-4cf8-448c-917e-5f61aeb5df6f admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 19:04:31.246916 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-970e5184-4cf8-448c-917e-5f61aeb5df6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66353909'] for segment, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: Traceback (most recent call last): Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: timer() Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: cb(*args, **kw) Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: return func(*args, **kwargs) Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: self._notify() Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: self.callback(batched_events) Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: event.method(event) Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: return f(self, *a, **k) Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: return self._get(url).json() Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: return self.request(url, 'GET', **kwargs) Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 19:04:31.259104 dv-cinder-667108-35-iscsi neutron-server[101696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 19:04:31.315380 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-970e5184-4cf8-448c-917e-5f61aeb5df6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833601'] for network, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:31.321287 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-970e5184-4cf8-448c-917e-5f61aeb5df6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:31.326540 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-970e5184-4cf8-448c-917e-5f61aeb5df6f admin admin] 10.222.0.46 "DELETE /v2.0/networks/533462df-d675-4deb-a3d3-4fecaa48192e HTTP/1.1" status: 204 len: 168 time: 0.4347978 Nov 16 19:04:31.341671 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e5184-4cf8-448c-917e-5f61aeb5df6f admin admin] Pushing event deleted for resources: {'Network': ['ID=533462df-d675-4deb-a3d3-4fecaa48192e,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:31.471966 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587314c2-9d6a-4147-b62f-fc0463844196 req-4c3c77e2-e058-4887-be71-6f636ccc82c9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:31.484432 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-587314c2-9d6a-4147-b62f-fc0463844196 req-4c3c77e2-e058-4887-be71-6f636ccc82c9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0833626 Nov 16 19:04:31.550900 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-587314c2-9d6a-4147-b62f-fc0463844196 req-c644ca4e-8c96-47af-92ac-9b8d69d39eec tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650959 Nov 16 19:04:31.724219 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 49722) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:04:31.778741 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-a7272fb2-2eea-4a53-8f39-035973864e27 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=88aad57826ba44d19a4a8c55a7eaea31&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0533302 Nov 16 19:04:31.781370 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 49724) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:04:31.836555 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b1fcbca9-b367-4def-9bf6-fa66a12a3d5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:31.859816 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b1fcbca9-b367-4def-9bf6-fa66a12a3d5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:31.911585 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b1fcbca9-b367-4def-9bf6-fa66a12a3d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:31.915620 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b1fcbca9-b367-4def-9bf6-fa66a12a3d5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:31.916904 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-b1fcbca9-b367-4def-9bf6-fa66a12a3d5c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f98a7ac4-1af8-4634-8b52-ab471d1d6489 HTTP/1.1" status: 204 len: 168 time: 0.1345229 Nov 16 19:04:31.925679 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcbca9-b367-4def-9bf6-fa66a12a3d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98a7ac4-1af8-4634-8b52-ab471d1d6489,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:32.153851 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 75c89220-94cb-4a2c-9f3a-9f16e788dde1 no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:04:32.176102 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: 75c89220-94cb-4a2c-9f3a-9f16e788dde1 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:04:32.176546 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 75c89220-94cb-4a2c-9f3a-9f16e788dde1 not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:04:32.177022 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device f65e1366-c7a2-47b3-8b27-d18cff02cc9c no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:04:32.197258 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: f65e1366-c7a2-47b3-8b27-d18cff02cc9c {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:04:32.197631 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device f65e1366-c7a2-47b3-8b27-d18cff02cc9c not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:04:32.667486 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bcf71-2f08-4756-adc5-cf74c31307e5 req-85d2f7d1-7c2e-495f-9913-eac2360bf548 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:32.668983 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f16bcf71-2f08-4756-adc5-cf74c31307e5 req-85d2f7d1-7c2e-495f-9913-eac2360bf548 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0525177 Nov 16 19:04:32.716220 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f16bcf71-2f08-4756-adc5-cf74c31307e5 req-bf107fb1-e6a9-4e7b-8b65-b98b3cd02ee9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412643 Nov 16 19:04:33.835521 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df10a4-ae6f-46b0-ad7f-850a32c2378e req-f6a937d2-df25-43f2-8127-3fc57a922f8f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:33.837036 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-56df10a4-ae6f-46b0-ad7f-850a32c2378e req-f6a937d2-df25-43f2-8127-3fc57a922f8f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0492203 Nov 16 19:04:33.889936 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-56df10a4-ae6f-46b0-ad7f-850a32c2378e req-ac5894d4-b0cb-448c-984a-5b43c69ecd91 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445416 Nov 16 19:04:35.005918 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e804534-df7d-4ea5-b494-2b71a5ce4cee req-a99da05f-12e3-4a64-af84-d7efed374169 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:35.007624 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3e804534-df7d-4ea5-b494-2b71a5ce4cee req-a99da05f-12e3-4a64-af84-d7efed374169 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0471759 Nov 16 19:04:35.052458 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3e804534-df7d-4ea5-b494-2b71a5ce4cee req-4ad2869d-4283-44f0-9ba7-1fbaf463902b tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390878 Nov 16 19:04:35.549191 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32951588-8944-49a0-ac91-7bed0e4ac2a0 req-a32235b8-1bd9-445a-82e5-d5eb1debc18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:35.550675 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-32951588-8944-49a0-ac91-7bed0e4ac2a0 req-a32235b8-1bd9-445a-82e5-d5eb1debc18f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7b9aa6405c640ff81bc02db314b5e9c&device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 1098 time: 0.0431631 Nov 16 19:04:35.638965 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32951588-8944-49a0-ac91-7bed0e4ac2a0 req-3f17f38c-0108-4b7e-8e0f-64919bb85b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:35.640423 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-32951588-8944-49a0-ac91-7bed0e4ac2a0 req-3f17f38c-0108-4b7e-8e0f-64919bb85b4f service neutron] 10.222.0.18 "GET /v2.0/networks?id=56c01722-be30-4639-862d-514173b6757f HTTP/1.1" status: 200 len: 916 time: 0.0809572 Nov 16 19:04:35.707585 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-32951588-8944-49a0-ac91-7bed0e4ac2a0 req-d1ec5874-1954-411a-9fcf-8d96304445a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae HTTP/1.1" status: 200 len: 1001 time: 0.0597680 Nov 16 19:04:35.756114 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32951588-8944-49a0-ac91-7bed0e4ac2a0 req-a6727e9c-e7f0-4a23-aba9-8a43e0c2b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:35.757832 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-32951588-8944-49a0-ac91-7bed0e4ac2a0 req-a6727e9c-e7f0-4a23-aba9-8a43e0c2b197 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb6d7954-2af9-4d7e-9874-8228af3b7bec HTTP/1.1" status: 200 len: 854 time: 0.0421634 Nov 16 19:04:35.803811 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32951588-8944-49a0-ac91-7bed0e4ac2a0 req-bbca6275-1a20-4178-8128-4911459b685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:35.805207 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-32951588-8944-49a0-ac91-7bed0e4ac2a0 req-bbca6275-1a20-4178-8128-4911459b685c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56c01722-be30-4639-862d-514173b6757f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0376329 Nov 16 19:04:35.897400 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-32951588-8944-49a0-ac91-7bed0e4ac2a0 req-159c0164-f8c5-4d27-ac0d-39812be187e6 service neutron] 10.222.0.18 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831654 Nov 16 19:04:35.990400 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-32951588-8944-49a0-ac91-7bed0e4ac2a0 req-3fe176b7-94ed-4128-aa38-7ac0f909123f service neutron] 10.222.0.18 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838509 Nov 16 19:04:36.170289 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea612286-fb01-47a5-9040-ccf80f18e460 req-83aeb5fc-ed69-492f-b772-778469131220 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:36.171835 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-ea612286-fb01-47a5-9040-ccf80f18e460 req-83aeb5fc-ed69-492f-b772-778469131220 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0489089 Nov 16 19:04:36.218754 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-ea612286-fb01-47a5-9040-ccf80f18e460 req-e90cc296-0abc-4dd8-a07a-f6a4a4ef311c tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411687 Nov 16 19:04:36.820197 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-2f2d3b2b-acc4-4192-bab5-1c1c462a5e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:37.340923 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06626a8f-9410-42bd-be0a-41cc83b4e80e req-ceadcba6-a0a6-43de-ab1e-e8e5a2653e40 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:37.342463 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-06626a8f-9410-42bd-be0a-41cc83b4e80e req-ceadcba6-a0a6-43de-ab1e-e8e5a2653e40 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0482872 Nov 16 19:04:37.392201 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-06626a8f-9410-42bd-be0a-41cc83b4e80e req-589e684c-30b8-426a-802e-c3a3f9ed2594 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439553 Nov 16 19:04:38.509315 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922ddd7-4e85-4704-852a-fbf3d3a32501 req-04c30d16-7d28-4b4c-9530-a0e405a1673c tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:38.510850 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-b922ddd7-4e85-4704-852a-fbf3d3a32501 req-04c30d16-7d28-4b4c-9530-a0e405a1673c tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 945 time: 0.0475037 Nov 16 19:04:38.556640 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-b922ddd7-4e85-4704-852a-fbf3d3a32501 req-468b4e55-319d-4459-b02c-aa4d59b40997 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399160 Nov 16 19:04:39.481414 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:04:39.556841 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:39.578703 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b188c4dd-b4cc-4a02-9ea4-901009c68534', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:04:39.580962 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313a980d-7039-4761-b0d9-7ead5d447814" -d '{"events": [{"server_uuid": "b188c4dd-b4cc-4a02-9ea4-901009c68534", "name": "network-vif-unplugged", "status": "completed", "tag": "3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:04:39.597030 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:04:39.609213 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:39.659865 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae,revision_number=8']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:39.666997 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 19:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d76c77b-31d3-4b59-a78b-05d2b0f42d42 x-openstack-request-id: req-1d76c77b-31d3-4b59-a78b-05d2b0f42d42 {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:04:39.667309 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b188c4dd-b4cc-4a02-9ea4-901009c68534", "name": "network-vif-unplugged", "status": "completed", "tag": "3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:04:39.667564 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1d76c77b-31d3-4b59-a78b-05d2b0f42d42 {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:04:39.667950 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b188c4dd-b4cc-4a02-9ea4-901009c68534', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae', 'code': 200} Nov 16 19:04:39.691188 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05de037-6015-4b15-9929-21dbd91d9d53 req-2f7252a0-8dcb-4ade-9e15-c92870385dcc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:39.692769 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e05de037-6015-4b15-9929-21dbd91d9d53 req-2f7252a0-8dcb-4ade-9e15-c92870385dcc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0611312 Nov 16 19:04:39.740320 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e05de037-6015-4b15-9929-21dbd91d9d53 req-97d68094-e5b7-4d00-a6a7-15d97293c01e tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414767 Nov 16 19:04:39.851805 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-286daf1b-ffa5-4b18-921d-ccd2d8e64365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:40.220764 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [req-2a41e5df-a710-467a-96cc-3d3846e257d3 req-ad066769-fdb8-43c3-bb75-1c70868e357b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 19:04:40.221772 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2a41e5df-a710-467a-96cc-3d3846e257d3 req-ad066769-fdb8-43c3-bb75-1c70868e357b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054319 Nov 16 19:04:40.378259 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7641d48-9806-43b3-b8d3-7e365f160b76 req-e48fcf91-0262-4eab-aaa5-d8ebb4e4140b tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:40.379802 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c7641d48-9806-43b3-b8d3-7e365f160b76 req-e48fcf91-0262-4eab-aaa5-d8ebb4e4140b tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0506642 Nov 16 19:04:40.427294 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c7641d48-9806-43b3-b8d3-7e365f160b76 req-46b45f04-0f8c-476c-a01e-a8fddb6845f4 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408645 Nov 16 19:04:40.707887 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 49874) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:04:40.816747 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2ae2f3d9-f71b-404f-b566-f3f419c03e49 req-c02d566b-7087-4440-a31a-c74c91d57574 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1077008 Nov 16 19:04:40.825137 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [req-2ae2f3d9-f71b-404f-b566-f3f419c03e49 req-ffa76f34-8e35-4d7a-9140-ec85d50f6fa8 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 19:04:40.826104 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2ae2f3d9-f71b-404f-b566-f3f419c03e49 req-ffa76f34-8e35-4d7a-9140-ec85d50f6fa8 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047309 Nov 16 19:04:41.348615 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:41.552861 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cd92f-2402-4e2a-a965-faa0828f924b req-6851a328-5e98-4059-bce0-49a2bab8e0e3 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:41.554394 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-dd4cd92f-2402-4e2a-a965-faa0828f924b req-6851a328-5e98-4059-bce0-49a2bab8e0e3 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0542743 Nov 16 19:04:41.602964 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-dd4cd92f-2402-4e2a-a965-faa0828f924b req-79c103c8-47fb-4ee5-b0d0-19892a648c55 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424917 Nov 16 19:04:42.336325 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2f3d9-f71b-404f-b566-f3f419c03e49 req-164b60fe-3caa-4b82-9685-5ef5446649e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:42.338422 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2ae2f3d9-f71b-404f-b566-f3f419c03e49 req-164b60fe-3caa-4b82-9685-5ef5446649e4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534&tenant_id=b7b9aa6405c640ff81bc02db314b5e9c HTTP/1.1" status: 200 len: 1096 time: 0.0730228 Nov 16 19:04:42.412201 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2f3d9-f71b-404f-b566-f3f419c03e49 req-92031f47-36ba-4ce5-a82e-352c1ee4821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:42.413727 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2ae2f3d9-f71b-404f-b566-f3f419c03e49 req-92031f47-36ba-4ce5-a82e-352c1ee4821d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7b9aa6405c640ff81bc02db314b5e9c&device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 1096 time: 0.0407324 Nov 16 19:04:42.501640 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2f3d9-f71b-404f-b566-f3f419c03e49 req-6525a60a-c96a-4854-ae95-9312669837ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:42.503095 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2ae2f3d9-f71b-404f-b566-f3f419c03e49 req-6525a60a-c96a-4854-ae95-9312669837ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=56c01722-be30-4639-862d-514173b6757f HTTP/1.1" status: 200 len: 916 time: 0.0811119 Nov 16 19:04:42.576890 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2ae2f3d9-f71b-404f-b566-f3f419c03e49 req-0d562529-2855-4228-aa06-ebd201270e10 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae HTTP/1.1" status: 200 len: 999 time: 0.0650938 Nov 16 19:04:42.625238 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2f3d9-f71b-404f-b566-f3f419c03e49 req-5f8c2377-8e94-4713-a30c-97d4ce09226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:42.626619 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2ae2f3d9-f71b-404f-b566-f3f419c03e49 req-5f8c2377-8e94-4713-a30c-97d4ce09226a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb6d7954-2af9-4d7e-9874-8228af3b7bec HTTP/1.1" status: 200 len: 854 time: 0.0419397 Nov 16 19:04:42.672988 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2f3d9-f71b-404f-b566-f3f419c03e49 req-3c7c659c-6106-4d1f-a9d3-68e75e800b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:42.674527 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2ae2f3d9-f71b-404f-b566-f3f419c03e49 req-3c7c659c-6106-4d1f-a9d3-68e75e800b7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56c01722-be30-4639-862d-514173b6757f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389018 Nov 16 19:04:42.771096 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921868bc-4fa0-4965-b1d7-d2c7e5a2f982 req-9f2bb98e-3f20-4f5d-976e-e18068e35555 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:42.772568 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-921868bc-4fa0-4965-b1d7-d2c7e5a2f982 req-9f2bb98e-3f20-4f5d-976e-e18068e35555 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0971813 Nov 16 19:04:42.812982 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2ae2f3d9-f71b-404f-b566-f3f419c03e49 req-8df5bf5e-60e6-4821-8c90-e0380295b520 service neutron] 10.222.0.18 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291902 Nov 16 19:04:42.878554 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-921868bc-4fa0-4965-b1d7-d2c7e5a2f982 req-bc7ff8ab-48c0-4a9f-bfbe-644789e64282 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960724 Nov 16 19:04:42.922977 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2ae2f3d9-f71b-404f-b566-f3f419c03e49 req-92fbecb1-830c-43d8-8c52-2136781e5aff service neutron] 10.222.0.18 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994937 Nov 16 19:04:43.155775 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:43.495174 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:04:43.791111 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:44.022933 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787ef4f-be1e-4083-b5af-292ef1a5dad1 req-263ccfa9-3bfa-4ce7-9fd9-09e4aac59fdb tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:44.026046 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7787ef4f-be1e-4083-b5af-292ef1a5dad1 req-263ccfa9-3bfa-4ce7-9fd9-09e4aac59fdb tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0526843 Nov 16 19:04:44.105598 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7787ef4f-be1e-4083-b5af-292ef1a5dad1 req-87272617-96ca-4522-827f-5c1bb78dc106 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542722 Nov 16 19:04:45.247848 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b85025-269b-4149-8931-798b84f501ce req-30edb87c-1bbb-49e5-a633-22a6a8971ed9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:45.250434 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e0b85025-269b-4149-8931-798b84f501ce req-30edb87c-1bbb-49e5-a633-22a6a8971ed9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0657871 Nov 16 19:04:45.302762 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e0b85025-269b-4149-8931-798b84f501ce req-715732f2-82c7-44ab-8d14-10b43a90dc55 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467789 Nov 16 19:04:45.511081 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 49998) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:04:45.620375 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3fbd5cf7-0018-489d-90f0-ce6466dc5039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:45.701402 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3fbd5cf7-0018-489d-90f0-ce6466dc5039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:45.705638 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3fbd5cf7-0018-489d-90f0-ce6466dc5039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:45.747762 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-3fbd5cf7-0018-489d-90f0-ce6466dc5039 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b907ef4462874ce8b4f8aa1564d37922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351346 Nov 16 19:04:45.748942 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd5cf7-0018-489d-90f0-ce6466dc5039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733962e9-bbfb-4388-ba78-306068d50a10,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:45.750410 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 50002) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:04:45.805177 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-34d28c2c-7803-4ce6-9e48-9321bf8c2780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:45.831365 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-34d28c2c-7803-4ce6-9e48-9321bf8c2780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:45.890716 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-34d28c2c-7803-4ce6-9e48-9321bf8c2780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:45.893444 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-34d28c2c-7803-4ce6-9e48-9321bf8c2780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:45.894631 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-34d28c2c-7803-4ce6-9e48-9321bf8c2780 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/733962e9-bbfb-4388-ba78-306068d50a10 HTTP/1.1" status: 204 len: 168 time: 0.1431704 Nov 16 19:04:45.903960 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d28c2c-7803-4ce6-9e48-9321bf8c2780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733962e9-bbfb-4388-ba78-306068d50a10,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:46.441127 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d2985-9f2d-42c6-8b50-29a00dfbbf12 req-235cc466-b8be-44be-85cf-d84382d649c8 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:46.442634 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0f1d2985-9f2d-42c6-8b50-29a00dfbbf12 req-235cc466-b8be-44be-85cf-d84382d649c8 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0617805 Nov 16 19:04:46.491501 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0f1d2985-9f2d-42c6-8b50-29a00dfbbf12 req-9be5f38a-b261-4e47-ac5e-979b45c4fdc5 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423169 Nov 16 19:04:47.633324 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939267a7-d5eb-4977-8c43-db3f7944ec7c req-f6107728-6093-4336-aae7-9fa80e08a991 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:47.634930 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-939267a7-d5eb-4977-8c43-db3f7944ec7c req-f6107728-6093-4336-aae7-9fa80e08a991 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0605502 Nov 16 19:04:47.670974 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 50060) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:04:47.685482 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-939267a7-d5eb-4977-8c43-db3f7944ec7c req-2cff212b-847f-4d67-b36e-5fdd6440c3e6 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437562 Nov 16 19:04:47.779718 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5d0536f2-c888-4ed9-807d-179d84b72bbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:47.858890 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5d0536f2-c888-4ed9-807d-179d84b72bbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:47.864699 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5d0536f2-c888-4ed9-807d-179d84b72bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:47.903680 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-5d0536f2-c888-4ed9-807d-179d84b72bbf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=93a6427ccbe6402395d22b17935fac4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314899 Nov 16 19:04:47.904886 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0536f2-c888-4ed9-807d-179d84b72bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72510bad-e125-4cc8-b20e-6cca91bdedb5,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:47.906490 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 50064) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:04:47.985768 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-1bd156f7-87ee-4994-b4cf-66617a301fbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:48.007012 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-1bd156f7-87ee-4994-b4cf-66617a301fbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:48.054457 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-1bd156f7-87ee-4994-b4cf-66617a301fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:48.057094 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-1bd156f7-87ee-4994-b4cf-66617a301fbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:48.058322 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-1bd156f7-87ee-4994-b4cf-66617a301fbc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/72510bad-e125-4cc8-b20e-6cca91bdedb5 HTTP/1.1" status: 204 len: 168 time: 0.1502788 Nov 16 19:04:48.066230 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd156f7-87ee-4994-b4cf-66617a301fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72510bad-e125-4cc8-b20e-6cca91bdedb5,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:48.363491 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 50072) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:04:48.377128 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-2caa2b1f-0ff6-4e97-8eca-140bce1f6b98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:48.462307 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-2caa2b1f-0ff6-4e97-8eca-140bce1f6b98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:48.466704 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-2caa2b1f-0ff6-4e97-8eca-140bce1f6b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:48.505081 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa2b1f-0ff6-4e97-8eca-140bce1f6b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca32ba11-dc86-434e-897c-83df55cd1b4c,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:48.512156 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-2caa2b1f-0ff6-4e97-8eca-140bce1f6b98 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab178b2700684476ad371d7c755c2347&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451964 Nov 16 19:04:48.512690 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 50074) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:04:48.561920 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-07db824c-a572-480e-b8b5-569dc457ded4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:48.582726 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-07db824c-a572-480e-b8b5-569dc457ded4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:48.630961 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-07db824c-a572-480e-b8b5-569dc457ded4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:48.634740 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-07db824c-a572-480e-b8b5-569dc457ded4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:48.635957 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-07db824c-a572-480e-b8b5-569dc457ded4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca32ba11-dc86-434e-897c-83df55cd1b4c HTTP/1.1" status: 204 len: 168 time: 0.1223340 Nov 16 19:04:48.644419 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db824c-a572-480e-b8b5-569dc457ded4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca32ba11-dc86-434e-897c-83df55cd1b4c,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:48.813939 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02226e5-5e97-477d-9d6a-e7163253997f req-e03d8c58-136c-418e-b881-d8b03477ba50 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:48.815527 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d02226e5-5e97-477d-9d6a-e7163253997f req-e03d8c58-136c-418e-b881-d8b03477ba50 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0572054 Nov 16 19:04:48.877920 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d02226e5-5e97-477d-9d6a-e7163253997f req-eecc61c1-cd55-4552-852b-1ef298ac3c94 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556433 Nov 16 19:04:50.013689 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6df7c-9568-43fc-a4b5-5e49bfbb2f40 req-a50dc90f-db55-4944-ad21-276d7fec451d tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:50.015086 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-eba6df7c-9568-43fc-a4b5-5e49bfbb2f40 req-a50dc90f-db55-4944-ad21-276d7fec451d tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0487587 Nov 16 19:04:50.074366 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-eba6df7c-9568-43fc-a4b5-5e49bfbb2f40 req-d1bd937c-5c34-441d-aff2-41771289dbed tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534542 Nov 16 19:04:51.248062 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14a073-7012-4fd2-9819-dc853d1802ad req-c35c7a04-93e9-4212-95cf-9802b1e97b44 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:51.249583 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3c14a073-7012-4fd2-9819-dc853d1802ad req-c35c7a04-93e9-4212-95cf-9802b1e97b44 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0552080 Nov 16 19:04:51.295947 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3c14a073-7012-4fd2-9819-dc853d1802ad req-c11d2a88-263a-43b8-855c-5ce864b8d280 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405169 Nov 16 19:04:52.441533 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58536a4-99da-4de5-a9de-1f5f1d816b0d req-a2f9c99b-b086-47ce-9023-aa33edb6f776 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:52.444120 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a58536a4-99da-4de5-a9de-1f5f1d816b0d req-a2f9c99b-b086-47ce-9023-aa33edb6f776 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0575795 Nov 16 19:04:52.503830 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a58536a4-99da-4de5-a9de-1f5f1d816b0d req-b34e62ab-e88c-4c7d-b1e0-f6cb5e2f4414 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523057 Nov 16 19:04:53.661287 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0c371-bef4-4176-920d-b4804512e258 req-80e8956b-c8a9-418d-8770-1540d394b5c8 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:53.662785 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-67a0c371-bef4-4176-920d-b4804512e258 req-80e8956b-c8a9-418d-8770-1540d394b5c8 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0549076 Nov 16 19:04:53.711513 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-67a0c371-bef4-4176-920d-b4804512e258 req-70d1b0bc-862a-44d7-8005-34a46a98b855 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423021 Nov 16 19:04:53.884471 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 50198) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:04:54.007804 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3ed329af-15b8-41fe-b46a-49d7a771e2ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:54.105620 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3ed329af-15b8-41fe-b46a-49d7a771e2ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:54.116516 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-3ed329af-15b8-41fe-b46a-49d7a771e2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:54.156230 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-3ed329af-15b8-41fe-b46a-49d7a771e2ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a76502acea774e4ba2a266c820b214b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696424 Nov 16 19:04:54.156985 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed329af-15b8-41fe-b46a-49d7a771e2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d59e26-66b6-4ff9-8157-4cffad3e475e,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:54.159687 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 50202) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:04:54.211432 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-93930592-53a9-4252-ae3a-a543751d5c87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:54.236806 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-93930592-53a9-4252-ae3a-a543751d5c87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:54.284128 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-93930592-53a9-4252-ae3a-a543751d5c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:54.286945 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-93930592-53a9-4252-ae3a-a543751d5c87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:54.288076 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-93930592-53a9-4252-ae3a-a543751d5c87 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/28d59e26-66b6-4ff9-8157-4cffad3e475e HTTP/1.1" status: 204 len: 168 time: 0.1273303 Nov 16 19:04:54.295723 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93930592-53a9-4252-ae3a-a543751d5c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d59e26-66b6-4ff9-8157-4cffad3e475e,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:54.582938 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 50210) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:04:54.596053 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-abb7e700-6af4-41e4-8198-b6698167b3a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:54.669701 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-abb7e700-6af4-41e4-8198-b6698167b3a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:54.673251 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-abb7e700-6af4-41e4-8198-b6698167b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:54.714520 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-abb7e700-6af4-41e4-8198-b6698167b3a9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=763f3df733844a55b1133a449fa9095a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304603 Nov 16 19:04:54.716463 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7e700-6af4-41e4-8198-b6698167b3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d45016e-471e-45a4-94ac-3f5e893b8d0b,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:54.717285 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 50212) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:04:54.773140 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-04a8d31d-44b1-4f25-a88d-1055ff85b580 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:54.796378 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-04a8d31d-44b1-4f25-a88d-1055ff85b580 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:54.842630 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-04a8d31d-44b1-4f25-a88d-1055ff85b580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:54.845086 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1704a06-a0bc-4142-b09e-42047aae8f1d req-6faa614f-c71f-4bf2-9179-0819c94e8be2 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:54.845287 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-04a8d31d-44b1-4f25-a88d-1055ff85b580 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:54.846623 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-04a8d31d-44b1-4f25-a88d-1055ff85b580 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d45016e-471e-45a4-94ac-3f5e893b8d0b HTTP/1.1" status: 204 len: 168 time: 0.1283281 Nov 16 19:04:54.846759 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d1704a06-a0bc-4142-b09e-42047aae8f1d req-6faa614f-c71f-4bf2-9179-0819c94e8be2 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0516825 Nov 16 19:04:54.854967 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8d31d-44b1-4f25-a88d-1055ff85b580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d45016e-471e-45a4-94ac-3f5e893b8d0b,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:54.895993 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d1704a06-a0bc-4142-b09e-42047aae8f1d req-39afd6a8-3b2c-4c8a-9670-48b39ff4a546 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428939 Nov 16 19:04:55.172430 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 50220) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:04:55.185677 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-dd3d1394-ebd1-425d-8fb3-78bbd9568bcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:55.257637 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-dd3d1394-ebd1-425d-8fb3-78bbd9568bcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:55.260986 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-dd3d1394-ebd1-425d-8fb3-78bbd9568bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:55.299843 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-dd3d1394-ebd1-425d-8fb3-78bbd9568bcd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ceeeb76c681a48ffba4107d4e48ef745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1263492 Nov 16 19:04:55.301771 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d1394-ebd1-425d-8fb3-78bbd9568bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5e8f17-ff9f-4c58-958b-1396f5af7abd,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:55.302677 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 50222) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:04:55.350404 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-708976cb-778a-4dcb-9a6c-dafc23184793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:55.371564 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-708976cb-778a-4dcb-9a6c-dafc23184793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:55.417092 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-708976cb-778a-4dcb-9a6c-dafc23184793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:55.419554 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-708976cb-778a-4dcb-9a6c-dafc23184793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:55.420689 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-708976cb-778a-4dcb-9a6c-dafc23184793 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ff5e8f17-ff9f-4c58-958b-1396f5af7abd HTTP/1.1" status: 204 len: 168 time: 0.1169508 Nov 16 19:04:55.428301 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708976cb-778a-4dcb-9a6c-dafc23184793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5e8f17-ff9f-4c58-958b-1396f5af7abd,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:56.019401 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871afe8-c09e-4c40-8ca7-8724cdd7e999 req-82f6921a-8c8f-4445-96cd-ce7b1d155ae5 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:56.020896 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a871afe8-c09e-4c40-8ca7-8724cdd7e999 req-82f6921a-8c8f-4445-96cd-ce7b1d155ae5 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0501821 Nov 16 19:04:56.068596 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a871afe8-c09e-4c40-8ca7-8724cdd7e999 req-513dbe63-cb17-4195-8e60-bd8ba324403d tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411532 Nov 16 19:04:56.726758 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad398e6-224b-4dff-9264-57700ef04673 req-891a4037-a8c3-4a0d-a4dd-b7ac53038dec tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:56.728364 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7ad398e6-224b-4dff-9264-57700ef04673 req-891a4037-a8c3-4a0d-a4dd-b7ac53038dec tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f4b93c2-1aa0-4417-bf2a-f3d581ae658e HTTP/1.1" status: 200 len: 945 time: 0.0482287 Nov 16 19:04:56.777862 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7ad398e6-224b-4dff-9264-57700ef04673 req-5ddc38ad-07f9-41fc-983f-fc38900b8a0d tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435271 Nov 16 19:04:57.193435 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f9e53-2aa6-4af8-89a8-ef3c243e2cb3 req-0f5f5f42-e5c8-49ff-94f7-c14eb7ca6c3c tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:57.194923 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-210f9e53-2aa6-4af8-89a8-ef3c243e2cb3 req-0f5f5f42-e5c8-49ff-94f7-c14eb7ca6c3c tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0498002 Nov 16 19:04:57.241827 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-210f9e53-2aa6-4af8-89a8-ef3c243e2cb3 req-feb4f3f2-3d24-40fa-9069-6b03d3976a1e tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406518 Nov 16 19:04:57.888686 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ec2b2-a90d-4205-af6d-2a337346c6f5 req-b0921b81-9c10-48d1-9271-2d1032107651 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:57.890185 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-547ec2b2-a90d-4205-af6d-2a337346c6f5 req-b0921b81-9c10-48d1-9271-2d1032107651 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f4b93c2-1aa0-4417-bf2a-f3d581ae658e HTTP/1.1" status: 200 len: 945 time: 0.0475435 Nov 16 19:04:57.936595 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-547ec2b2-a90d-4205-af6d-2a337346c6f5 req-b2b7375f-4dfd-413d-a3a9-bf59392c0c2f tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406208 Nov 16 19:04:58.367919 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2b614-3683-4929-8aed-95a71a320361 req-e39da7f3-6943-437f-8258-6d58ed6e6a4a tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:58.369451 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c8f2b614-3683-4929-8aed-95a71a320361 req-e39da7f3-6943-437f-8258-6d58ed6e6a4a tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0530677 Nov 16 19:04:58.459030 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec7bb2-c558-40e8-9150-23bd3f934c2d req-5f568174-dc15-42ae-96e0-5cce1bcf807d tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:58.460464 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-45ec7bb2-c558-40e8-9150-23bd3f934c2d req-5f568174-dc15-42ae-96e0-5cce1bcf807d tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f4b93c2-1aa0-4417-bf2a-f3d581ae658e HTTP/1.1" status: 200 len: 945 time: 0.0853012 Nov 16 19:04:58.464832 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c8f2b614-3683-4929-8aed-95a71a320361 req-47993cb4-7a98-4844-ba42-1b523c0ba04f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885692 Nov 16 19:04:58.552031 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-45ec7bb2-c558-40e8-9150-23bd3f934c2d req-ae96e722-f1a4-4867-b6d1-650c38735dd7 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Deleting port c0944e2a-6a82-4783-8c2e-ac416340d13d {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:04:58.552367 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-45ec7bb2-c558-40e8-9150-23bd3f934c2d req-ae96e722-f1a4-4867-b6d1-650c38735dd7 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:58.639313 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-45ec7bb2-c558-40e8-9150-23bd3f934c2d req-ae96e722-f1a4-4867-b6d1-650c38735dd7 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] For port c0944e2a-6a82-4783-8c2e-ac416340d13d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=c0944e2a-6a82-4783-8c2e-ac416340d13d,segment=NetworkSegment(18cbe37c-da1b-41a5-aa05-52dbc02a11ee),segment_id=18cbe37c-da1b-41a5-aa05-52dbc02a11ee)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:04:58.639673 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-45ec7bb2-c558-40e8-9150-23bd3f934c2d req-ae96e722-f1a4-4867-b6d1-650c38735dd7 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:58.651638 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-45ec7bb2-c558-40e8-9150-23bd3f934c2d req-ae96e722-f1a4-4867-b6d1-650c38735dd7 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Calling delete_port for c0944e2a-6a82-4783-8c2e-ac416340d13d owned by compute:nova {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:04:59.029160 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce32ca-88d9-4987-a778-1d86fa9d4e9c req-86f46b75-aa8e-491d-8bc7-fc2a7d588462 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:59.030651 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cbce32ca-88d9-4987-a778-1d86fa9d4e9c req-86f46b75-aa8e-491d-8bc7-fc2a7d588462 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0828145 Nov 16 19:04:59.043519 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-45ec7bb2-c558-40e8-9150-23bd3f934c2d req-ae96e722-f1a4-4867-b6d1-650c38735dd7 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:59.055879 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bb07a-2c9a-47cc-a7ef-e2c19f48c8a5 req-6e5bb218-9ef6-44d0-a930-426bc73b7e4d tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:59.058622 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['c0944e2a-6a82-4783-8c2e-ac416340d13d'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:04:59.062633 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-ab7bb07a-2c9a-47cc-a7ef-e2c19f48c8a5 req-6e5bb218-9ef6-44d0-a930-426bc73b7e4d tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f4b93c2-1aa0-4417-bf2a-f3d581ae658e HTTP/1.1" status: 200 len: 867 time: 0.0584641 Nov 16 19:04:59.086095 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96e722-f1a4-4867-b6d1-650c38735dd7 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Pushing event deleted for resources: {'Port': ['ID=c0944e2a-6a82-4783-8c2e-ac416340d13d,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:59.119989 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-ab7bb07a-2c9a-47cc-a7ef-e2c19f48c8a5 req-1c21a6bb-2ca7-47ac-972b-dbb8a896c3e8 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510690 Nov 16 19:04:59.136853 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cbce32ca-88d9-4987-a778-1d86fa9d4e9c req-cfe6d1bc-3713-4eea-8478-148882e7ff81 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000705 Nov 16 19:04:59.149974 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ec7bb2-c558-40e8-9150-23bd3f934c2d req-ae96e722-f1a4-4867-b6d1-650c38735dd7 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] No DVR routers for this DVR port c0944e2a-6a82-4783-8c2e-ac416340d13d on host hv-cinder-66710 {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:04:59.152521 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-45ec7bb2-c558-40e8-9150-23bd3f934c2d req-ae96e722-f1a4-4867-b6d1-650c38735dd7 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:59.155836 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-45ec7bb2-c558-40e8-9150-23bd3f934c2d req-ae96e722-f1a4-4867-b6d1-650c38735dd7 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.18 "DELETE /v2.0/ports/c0944e2a-6a82-4783-8c2e-ac416340d13d HTTP/1.1" status: 204 len: 173 time: 0.6881835 Nov 16 19:04:59.156272 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4b93c2-1aa0-4417-bf2a-f3d581ae658e', 'name': 'network-vif-deleted', 'tag': 'c0944e2a-6a82-4783-8c2e-ac416340d13d'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:04:59.158523 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513ade56-517c-4389-9a74-6fc4630bfcb1" -d '{"events": [{"server_uuid": "1f4b93c2-1aa0-4417-bf2a-f3d581ae658e", "name": "network-vif-deleted", "tag": "c0944e2a-6a82-4783-8c2e-ac416340d13d"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:04:59.193206 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c21b17-6ba2-44f0-9206-26d12182aad2 x-openstack-request-id: req-50c21b17-6ba2-44f0-9206-26d12182aad2 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:04:59.193501 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4b93c2-1aa0-4417-bf2a-f3d581ae658e", "name": "network-vif-deleted", "tag": "c0944e2a-6a82-4783-8c2e-ac416340d13d", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:04:59.193849 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-50c21b17-6ba2-44f0-9206-26d12182aad2 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:04:59.194251 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4b93c2-1aa0-4417-bf2a-f3d581ae658e', 'name': 'network-vif-deleted', 'tag': 'c0944e2a-6a82-4783-8c2e-ac416340d13d', 'status': 'completed', 'code': 200} Nov 16 19:04:59.480645 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 50316) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:04:59.588469 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241be86-f811-46ea-a37b-0a3f2357597e req-73277166-f39f-4011-830d-69728d137b03 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:04:59.589729 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-47d0e0d4-6a15-4b84-bf75-a07cd12d4247 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:59.589952 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3241be86-f811-46ea-a37b-0a3f2357597e req-73277166-f39f-4011-830d-69728d137b03 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0531435 Nov 16 19:04:59.652190 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3241be86-f811-46ea-a37b-0a3f2357597e req-e08ebbdd-3605-4ba4-bec5-9de45a2f87bd tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559328 Nov 16 19:04:59.676098 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-47d0e0d4-6a15-4b84-bf75-a07cd12d4247 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:59.679650 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-47d0e0d4-6a15-4b84-bf75-a07cd12d4247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:59.716948 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0e0d4-6a15-4b84-bf75-a07cd12d4247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49541737-6533-4247-b4f4-6676f0e86459,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:04:59.721180 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-47d0e0d4-6a15-4b84-bf75-a07cd12d4247 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c94e11455c2d4452aed5723515178adb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394433 Nov 16 19:04:59.724172 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 50322) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:04:59.781230 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d715e62f-13ff-4843-b524-c3438c027883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:59.803886 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d715e62f-13ff-4843-b524-c3438c027883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:59.853616 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d715e62f-13ff-4843-b524-c3438c027883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:59.856404 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d715e62f-13ff-4843-b524-c3438c027883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:04:59.860315 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-d715e62f-13ff-4843-b524-c3438c027883 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/49541737-6533-4247-b4f4-6676f0e86459 HTTP/1.1" status: 204 len: 168 time: 0.1351805 Nov 16 19:04:59.868952 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715e62f-13ff-4843-b524-c3438c027883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49541737-6533-4247-b4f4-6676f0e86459,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:05:00.105709 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 50328) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:05:00.121651 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-84179779-65f5-4674-9e75-3d2a3d300433 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:00.194909 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-84179779-65f5-4674-9e75-3d2a3d300433 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:00.201021 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-84179779-65f5-4674-9e75-3d2a3d300433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:00.267512 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-84179779-65f5-4674-9e75-3d2a3d300433 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a9df89d67da5468c830924ec3327d36b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1607022 Nov 16 19:05:00.270344 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 50336) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:05:00.278610 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84179779-65f5-4674-9e75-3d2a3d300433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6978fc8-2476-4bbd-ae16-7ca079a2198b,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:05:00.309883 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a5315-ccf6-408e-a605-16edb33a16bf req-a3fc6aae-2def-40ab-86dc-7e7582c67a5c tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:00.311368 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0f2a5315-ccf6-408e-a605-16edb33a16bf req-a3fc6aae-2def-40ab-86dc-7e7582c67a5c tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.1000128 Nov 16 19:05:00.362263 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9d2d609a-67a6-4f8d-9bc4-5a926d0aeb9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:00.375944 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:00.401323 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0f2a5315-ccf6-408e-a605-16edb33a16bf req-6201c0f5-e073-4762-a7af-cfa9a4035ef6 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804651 Nov 16 19:05:00.405794 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9d2d609a-67a6-4f8d-9bc4-5a926d0aeb9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:00.455586 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9d2d609a-67a6-4f8d-9bc4-5a926d0aeb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:00.458202 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9d2d609a-67a6-4f8d-9bc4-5a926d0aeb9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:00.459514 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-9d2d609a-67a6-4f8d-9bc4-5a926d0aeb9b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f6978fc8-2476-4bbd-ae16-7ca079a2198b HTTP/1.1" status: 204 len: 168 time: 0.1874368 Nov 16 19:05:00.467810 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d609a-67a6-4f8d-9bc4-5a926d0aeb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6978fc8-2476-4bbd-ae16-7ca079a2198b,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:05:00.771213 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4c3a5-6551-4147-83af-f5440b421572 req-12838460-f323-4bc9-aaff-a9a5286bb3cb tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:00.772774 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e6b4c3a5-6551-4147-83af-f5440b421572 req-12838460-f323-4bc9-aaff-a9a5286bb3cb tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0535240 Nov 16 19:05:00.819507 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e6b4c3a5-6551-4147-83af-f5440b421572 req-47fa976e-69b6-4ab6-9483-e532c6af5a98 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408607 Nov 16 19:05:01.513400 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d1b18-79eb-4117-9d4c-b512ea0f9591 req-61262447-6a2a-4fd7-8d55-ad2888b8f895 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:01.514924 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-284d1b18-79eb-4117-9d4c-b512ea0f9591 req-61262447-6a2a-4fd7-8d55-ad2888b8f895 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0481091 Nov 16 19:05:01.562770 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-284d1b18-79eb-4117-9d4c-b512ea0f9591 req-f1639bb0-7a45-4904-8179-4f25c3946edb tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412443 Nov 16 19:05:01.936701 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132338c-6f80-4b62-8d6c-40b054ae80e6 req-dad4f7bc-8e01-476b-9641-38004f194057 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:01.938541 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-c132338c-6f80-4b62-8d6c-40b054ae80e6 req-dad4f7bc-8e01-476b-9641-38004f194057 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0482497 Nov 16 19:05:01.985592 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-c132338c-6f80-4b62-8d6c-40b054ae80e6 req-4d5d936e-aae5-4daf-9e51-b9c2833c4525 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411594 Nov 16 19:05:02.676592 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb747da-71e3-466d-a672-f9cd071be3dc req-a4898c9e-fb34-48a9-b1c1-321fc7a731c0 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:02.678001 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2cb747da-71e3-466d-a672-f9cd071be3dc req-a4898c9e-fb34-48a9-b1c1-321fc7a731c0 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0479915 Nov 16 19:05:02.723612 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2cb747da-71e3-466d-a672-f9cd071be3dc req-de559e7a-a63d-4f7e-a2d9-905a5f179a0e tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398655 Nov 16 19:05:03.101508 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5393f78-8e2e-4056-a2d8-946d687c2a68 req-7316fc1c-4bc8-4dd7-8a8e-318b9d7e6d20 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:03.103509 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a5393f78-8e2e-4056-a2d8-946d687c2a68 req-7316fc1c-4bc8-4dd7-8a8e-318b9d7e6d20 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0471861 Nov 16 19:05:03.152382 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a5393f78-8e2e-4056-a2d8-946d687c2a68 req-86dcc842-d174-4c7b-ae6c-1fc733184367 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432391 Nov 16 19:05:03.596903 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:05:03.621882 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device c0944e2a-6a82-4783-8c2e-ac416340d13d no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:05:03.641889 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] No Port match for: c0944e2a-6a82-4783-8c2e-ac416340d13d {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:05:03.642234 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device c0944e2a-6a82-4783-8c2e-ac416340d13d not bound to the agent host hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:05:03.837198 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb645c-afbf-49cf-9d28-d102d55daa00 req-ad17d730-d8d6-4e93-809e-62a1b488fe21 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:03.838671 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4ddb645c-afbf-49cf-9d28-d102d55daa00 req-ad17d730-d8d6-4e93-809e-62a1b488fe21 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0504243 Nov 16 19:05:03.883854 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4ddb645c-afbf-49cf-9d28-d102d55daa00 req-f99e5f50-ad2d-4c18-9d45-41a40cfa24e7 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389397 Nov 16 19:05:04.268080 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1196bdc-f89f-46cc-b9a7-551e3d37c516 req-b8ef7b5a-f07b-400b-8b93-8b9cf5a15442 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:04.269524 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a1196bdc-f89f-46cc-b9a7-551e3d37c516 req-b8ef7b5a-f07b-400b-8b93-8b9cf5a15442 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0480924 Nov 16 19:05:04.315735 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a1196bdc-f89f-46cc-b9a7-551e3d37c516 req-8c9014c6-6557-4997-bb13-15a30c6044cb tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399544 Nov 16 19:05:05.002310 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd58f6b-c580-47e1-af1e-e654b287c884 req-8766fab2-a3e5-4636-9153-a73f0a16d399 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:05.003838 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-afd58f6b-c580-47e1-af1e-e654b287c884 req-8766fab2-a3e5-4636-9153-a73f0a16d399 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0501876 Nov 16 19:05:05.054009 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-afd58f6b-c580-47e1-af1e-e654b287c884 req-cc315a9c-b515-4e0a-a453-325f83e46b1a tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430076 Nov 16 19:05:05.436939 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d16cb5-e4b0-4472-a8b5-aee830b55a51 req-b3426fbf-e037-4913-b74e-5b98221270e1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:05.438443 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d5d16cb5-e4b0-4472-a8b5-aee830b55a51 req-b3426fbf-e037-4913-b74e-5b98221270e1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 943 time: 0.0477371 Nov 16 19:05:05.484828 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d5d16cb5-e4b0-4472-a8b5-aee830b55a51 req-80cd7378-f562-478d-963d-6d11f9f50433 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404894 Nov 16 19:05:05.636638 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:05:05.732504 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:05:05.742934 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'port_id': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae', 'mac_address': 'fa:16:3e:c5:df:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:05:05.778670 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:05.790784 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:05:05.810131 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:05:05.814660 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:05.860951 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae,revision_number=9']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:05:05.868386 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:05.868733 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:05.869069 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:05.869397 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:05.869745 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:05.870081 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:05.870402 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:05.870721 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:05.871042 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:05.871362 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:05.871679 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:05.871994 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:06.063257 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:05:06.168781 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8aacba-c4a9-4f1b-9d46-2abb3cf38f29 req-e0952d40-2180-47b9-af44-e07fd25af16a tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:06.170300 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-af8aacba-c4a9-4f1b-9d46-2abb3cf38f29 req-e0952d40-2180-47b9-af44-e07fd25af16a tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0491986 Nov 16 19:05:06.220049 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-af8aacba-c4a9-4f1b-9d46-2abb3cf38f29 req-56b32a5d-f023-4fbe-a0a5-1358884f80d7 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437901 Nov 16 19:05:06.610152 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8ba40-1c42-4d21-ba30-677f491a10ef req-ccb2290f-dcf5-4736-ac16-25ab9b4da789 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:06.611735 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-69c8ba40-1c42-4d21-ba30-677f491a10ef req-ccb2290f-dcf5-4736-ac16-25ab9b4da789 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 944 time: 0.0537310 Nov 16 19:05:06.676057 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-69c8ba40-1c42-4d21-ba30-677f491a10ef req-a74a8b55-e794-4896-9ef3-bb6f0c2e74e8 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585692 Nov 16 19:05:06.822303 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-c52ec252-6309-45b7-aaa1-820dbe7820f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:07.332620 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3a486-726b-499e-8266-ae8f6db6d194 req-47f685cd-be0d-4ff4-a0a3-d6c8c109e54b tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:07.334109 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f3d3a486-726b-499e-8266-ae8f6db6d194 req-47f685cd-be0d-4ff4-a0a3-d6c8c109e54b tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0479479 Nov 16 19:05:07.381134 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f3d3a486-726b-499e-8266-ae8f6db6d194 req-7e019b07-3f01-4387-a3c5-5fb04ef4ccb1 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407431 Nov 16 19:05:07.795052 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d5fdf-0ae5-408d-b3c5-4f0677544c35 req-08795dea-c929-451d-a7e2-2be124a4074f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:07.796499 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2e9d5fdf-0ae5-408d-b3c5-4f0677544c35 req-08795dea-c929-451d-a7e2-2be124a4074f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 944 time: 0.0481455 Nov 16 19:05:07.841194 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2e9d5fdf-0ae5-408d-b3c5-4f0677544c35 req-9a9afc3e-9e93-4336-ac73-8a5bb10a6c2a tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389848 Nov 16 19:05:08.492304 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f4ce6-cb27-4334-b8f0-9941cd6a9148 req-09d1d177-1266-4164-a113-11a07c8fee17 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:08.493780 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a85f4ce6-cb27-4334-b8f0-9941cd6a9148 req-09d1d177-1266-4164-a113-11a07c8fee17 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0469739 Nov 16 19:05:08.540241 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a85f4ce6-cb27-4334-b8f0-9941cd6a9148 req-6363bef6-30f9-4520-bf7e-4d164bcb3844 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406761 Nov 16 19:05:08.964052 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc60944-6f9d-4ff3-a076-5407a8a90fe2 req-cdaaea5f-8560-42c8-a0fc-f398ee5fedc1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:08.965604 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-cbc60944-6f9d-4ff3-a076-5407a8a90fe2 req-cdaaea5f-8560-42c8-a0fc-f398ee5fedc1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 944 time: 0.0521200 Nov 16 19:05:09.010681 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-cbc60944-6f9d-4ff3-a076-5407a8a90fe2 req-bac63e0c-b950-4162-b2d1-8ca5b4dc982a tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393145 Nov 16 19:05:09.301368 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-953025cc-b72f-427e-9230-8fe372d64c9a tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:09.302807 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-953025cc-b72f-427e-9230-8fe372d64c9a tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/networks?id=734c5c23-6b90-4051-923f-6327396b1039 HTTP/1.1" status: 200 len: 814 time: 0.1041899 Nov 16 19:05:09.317536 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-b8f86eff-b58d-4ded-a896-953a69511979 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/quotas/16e9cbea1c0e436b8c518eaa18d7b74c HTTP/1.1" status: 200 len: 375 time: 0.0090644 Nov 16 19:05:09.349944 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-48d5c1de-26b0-494d-9ee4-585908141bd7 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=16e9cbea1c0e436b8c518eaa18d7b74c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263731 Nov 16 19:05:09.448858 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-514d513e-399b-47e3-b937-040a16285367 service neutron] 10.222.0.46 "GET /v2.0/networks/734c5c23-6b90-4051-923f-6327396b1039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909312 Nov 16 19:05:09.537455 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-ffe42aee-e5ef-473c-8a67-d698bc9a60ef service neutron] 10.222.0.46 "GET /v2.0/networks/734c5c23-6b90-4051-923f-6327396b1039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826426 Nov 16 19:05:09.656283 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b547d6-3711-4594-a0f4-630ae7d6c7a0 req-01880afa-250e-4a79-9622-8e35b1b14dcb tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:09.657819 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-52b547d6-3711-4594-a0f4-630ae7d6c7a0 req-01880afa-250e-4a79-9622-8e35b1b14dcb tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0498717 Nov 16 19:05:09.707871 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-52b547d6-3711-4594-a0f4-630ae7d6c7a0 req-a7e65fb6-a54d-48b3-b93e-e92f114769d8 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441606 Nov 16 19:05:09.710000 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8f43f35a-53b5-4810-8745-c21f71a5fe7f req-c32f2ae3-a2d4-46b1-a477-22e8ea253027 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbe92564-d69f-48ff-9e56-0f11bc3a5c5b HTTP/1.1" status: 200 len: 210 time: 0.0313435 Nov 16 19:05:09.851659 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-a828df97-3ea5-41f6-aa2c-60ea7c4654aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:10.143010 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e8df7-6130-4db2-96d7-966271758397 req-1d3dc0dc-4ef6-4ed9-bf8e-8e763fb0e1c9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:10.144497 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-190e8df7-6130-4db2-96d7-966271758397 req-1d3dc0dc-4ef6-4ed9-bf8e-8e763fb0e1c9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 944 time: 0.0573316 Nov 16 19:05:10.197202 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-190e8df7-6130-4db2-96d7-966271758397 req-1e782c41-6ef8-4b03-9348-e27dc401627c tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461011 Nov 16 19:05:10.635965 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2aaa62aa-963a-45c8-a86e-d183607abe32 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:10.637434 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2aaa62aa-963a-45c8-a86e-d183607abe32 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.18 "GET /v2.0/networks?id=734c5c23-6b90-4051-923f-6327396b1039 HTTP/1.1" status: 200 len: 814 time: 0.1018043 Nov 16 19:05:10.652448 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-b3f0b74a-6b51-4274-aa1e-83edac0d81f5 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Request body: {'port': {'device_id': 'cbe92564-d69f-48ff-9e56-0f11bc3a5c5b', 'network_id': '734c5c23-6b90-4051-923f-6327396b1039', 'admin_state_up': True, 'tenant_id': '16e9cbea1c0e436b8c518eaa18d7b74c'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:05:10.768719 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-b3f0b74a-6b51-4274-aa1e-83edac0d81f5 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Made reservation on behalf of 16e9cbea1c0e436b8c518eaa18d7b74c for: {'port': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:05:10.772309 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-b3f0b74a-6b51-4274-aa1e-83edac0d81f5 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:10.812023 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2bf125f4-bfbc-4e51-8735-f01c21a619af req-5f9ab179-e9ee-49f4-b3e2-827cf0c4a859 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbe92564-d69f-48ff-9e56-0f11bc3a5c5b HTTP/1.1" status: 200 len: 210 time: 0.0247734 Nov 16 19:05:10.880739 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1a456-52ff-4949-b1e3-4a202ba1a54a req-a3cfb876-fb74-4e96-a222-efb543497932 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:10.882495 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2ab1a456-52ff-4949-b1e3-4a202ba1a54a req-a3cfb876-fb74-4e96-a222-efb543497932 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.1000676 Nov 16 19:05:10.931775 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:05:10.965718 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-b3f0b74a-6b51-4274-aa1e-83edac0d81f5 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Allocated IP 172.20.0.13 (734c5c23-6b90-4051-923f-6327396b1039/5681c7b1-1bbc-4b41-bd62-1c8dc292a06f/a7c057e1-88f3-4d12-9d7d-3b797b24b605) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:05:10.972557 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2ab1a456-52ff-4949-b1e3-4a202ba1a54a req-d5f28380-993d-45ab-b66e-0e5fd9498464 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835528 Nov 16 19:05:10.981869 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:05:10.982248 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:11.057178 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:11.079763 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b188c4dd-b4cc-4a02-9ea4-901009c68534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:05:11.082000 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f70af6f-77f3-483b-a33f-36fd1cda308d" -d '{"events": [{"server_uuid": "b188c4dd-b4cc-4a02-9ea4-901009c68534", "name": "network-vif-plugged", "status": "completed", "tag": "3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:05:11.094943 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:05:11.099375 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:11.121045 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-b3f0b74a-6b51-4274-aa1e-83edac0d81f5 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:11.132237 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bbd236-4ac8-4539-b2b0-9fbaf944c4ab x-openstack-request-id: req-58bbd236-4ac8-4539-b2b0-9fbaf944c4ab {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:05:11.133326 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b188c4dd-b4cc-4a02-9ea4-901009c68534", "name": "network-vif-plugged", "status": "completed", "tag": "3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:05:11.133753 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-58bbd236-4ac8-4539-b2b0-9fbaf944c4ab {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:05:11.134283 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b188c4dd-b4cc-4a02-9ea4-901009c68534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae', 'code': 200} Nov 16 19:05:11.162960 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae,revision_number=10']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:05:11.166671 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-b3f0b74a-6b51-4274-aa1e-83edac0d81f5 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:11.213938 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-b3f0b74a-6b51-4274-aa1e-83edac0d81f5 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Network 734c5c23-6b90-4051-923f-6327396b1039 is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:05:11.217210 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-b3f0b74a-6b51-4274-aa1e-83edac0d81f5 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:05:11.221792 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-b3f0b74a-6b51-4274-aa1e-83edac0d81f5 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:05:11.224389 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0b74a-6b51-4274-aa1e-83edac0d81f5 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Pushing event updated for resources: {'Port': ['ID=a7c057e1-88f3-4d12-9d7d-3b797b24b605,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:05:11.277083 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-b3f0b74a-6b51-4274-aa1e-83edac0d81f5 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:11.277738 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-b3f0b74a-6b51-4274-aa1e-83edac0d81f5 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:11.324212 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-b3f0b74a-6b51-4274-aa1e-83edac0d81f5 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6758897 Nov 16 19:05:11.339731 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b2fef-de17-444a-826c-1014857f95bd req-79de75ca-5e9c-4b11-a73a-585487035ee6 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:11.345215 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e84b2fef-de17-444a-826c-1014857f95bd req-79de75ca-5e9c-4b11-a73a-585487035ee6 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 946 time: 0.0613616 Nov 16 19:05:11.346657 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] Request body: {'port': {'device_id': 'cbe92564-d69f-48ff-9e56-0f11bc3a5c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:05:11.353973 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:11.427902 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:11.446374 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e84b2fef-de17-444a-826c-1014857f95bd req-012cfa70-f151-4795-bd68-879c82712753 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951624 Nov 16 19:05:11.481179 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 50568) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:05:11.610284 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-66cfabc2-0718-42d3-add2-b14eca2431b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:11.671056 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4c18e-1567-4184-b65b-7549718f978a req-805ba890-25b6-4864-ac1e-222f6669f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:11.672604 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e0a4c18e-1567-4184-b65b-7549718f978a req-805ba890-25b6-4864-ac1e-222f6669f5e3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 1099 time: 0.1187334 Nov 16 19:05:11.775318 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e0a4c18e-1567-4184-b65b-7549718f978a req-3ddc94fd-bb77-44ac-88ed-e2d74be8a26c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941491 Nov 16 19:05:11.835866 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-66cfabc2-0718-42d3-add2-b14eca2431b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:11.843002 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-66cfabc2-0718-42d3-add2-b14eca2431b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:11.849995 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c057e1-88f3-4d12-9d7d-3b797b24b605 {{(pid=101696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:05:11.876016 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:11.903370 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfabc2-0718-42d3-add2-b14eca2431b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba0f92d-7ab3-4ba4-8683-1732e19ca930,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:05:11.910361 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-66cfabc2-0718-42d3-add2-b14eca2431b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f06c5fe6d2ac4d3f8d71702998a115e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4281662 Nov 16 19:05:11.911357 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.provisioning_blocks [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] Transition to ACTIVE for port object a7c057e1-88f3-4d12-9d7d-3b797b24b605 will not be triggered until provisioned by entity L2. {{(pid=101696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 19:05:11.913186 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 50574) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:05:11.921181 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:11.932435 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971590c-63e7-4b93-9d26-4043024e8cf3 req-d35191e1-66b0-408b-a580-4d2323f47563 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:11.933962 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-5971590c-63e7-4b93-9d26-4043024e8cf3 req-d35191e1-66b0-408b-a580-4d2323f47563 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbe92564-d69f-48ff-9e56-0f11bc3a5c5b HTTP/1.1" status: 200 len: 932 time: 0.0538421 Nov 16 19:05:11.981203 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-5971590c-63e7-4b93-9d26-4043024e8cf3 req-2a9ebcf8-3911-4d79-8b3c-5fc228d55948 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404325 Nov 16 19:05:11.997374 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c057e1-88f3-4d12-9d7d-3b797b24b605,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:05:12.055771 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f89bf642-420e-4226-9dcb-371342dc6447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:12.104915 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f89bf642-420e-4226-9dcb-371342dc6447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:12.145727 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] Attempting to bind port a7c057e1-88f3-4d12-9d7d-3b797b24b605 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:05:12.146057 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] Attempting to bind port a7c057e1-88f3-4d12-9d7d-3b797b24b605 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '18cbe37c-da1b-41a5-aa05-52dbc02a11ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '734c5c23-6b90-4051-923f-6327396b1039'}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:05:12.146380 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] Attempting to bind port a7c057e1-88f3-4d12-9d7d-3b797b24b605 on network 734c5c23-6b90-4051-923f-6327396b1039 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:05:12.160019 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4832fe-4b71-4c39-8b6b-ef8c162368d0 req-10fa5d32-3d26-492d-a124-690460ae3def tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:12.161449 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1d4832fe-4b71-4c39-8b6b-ef8c162368d0 req-10fa5d32-3d26-492d-a124-690460ae3def tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.1176746 Nov 16 19:05:12.166491 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] Port a7c057e1-88f3-4d12-9d7d-3b797b24b605 on network 734c5c23-6b90-4051-923f-6327396b1039 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 19:05:12.166807 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] Attempting to bind port a7c057e1-88f3-4d12-9d7d-3b797b24b605 on network 734c5c23-6b90-4051-923f-6327396b1039 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:05:12.185453 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] Checking agent: {'id': 'b114dd46-986e-4d55-bca0-7e9758e41aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'started_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:05:12.185919 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] Checking segment: {'id': '18cbe37c-da1b-41a5-aa05-52dbc02a11ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '734c5c23-6b90-4051-923f-6327396b1039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:05:12.186388 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] Bound using segment: {'id': '18cbe37c-da1b-41a5-aa05-52dbc02a11ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '734c5c23-6b90-4051-923f-6327396b1039'} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:05:12.186852 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] Bound port: a7c057e1-88f3-4d12-9d7d-3b797b24b605, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18cbe37c-da1b-41a5-aa05-52dbc02a11ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '734c5c23-6b90-4051-923f-6327396b1039'}}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:05:12.187319 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:12.241698 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f89bf642-420e-4226-9dcb-371342dc6447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:12.244790 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f89bf642-420e-4226-9dcb-371342dc6447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:12.245933 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-f89bf642-420e-4226-9dcb-371342dc6447 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fba0f92d-7ab3-4ba4-8683-1732e19ca930 HTTP/1.1" status: 204 len: 168 time: 0.3313408 Nov 16 19:05:12.267624 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1d4832fe-4b71-4c39-8b6b-ef8c162368d0 req-daecc7b9-da36-4d0b-aefa-0d9feffe85fc tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986664 Nov 16 19:05:12.269989 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89bf642-420e-4226-9dcb-371342dc6447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba0f92d-7ab3-4ba4-8683-1732e19ca930,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:05:12.298300 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] For port a7c057e1-88f3-4d12-9d7d-3b797b24b605, host hv-cinder-66710, cleared binding levels {{(pid=101696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:05:12.301566 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] For port a7c057e1-88f3-4d12-9d7d-3b797b24b605, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=a7c057e1-88f3-4d12-9d7d-3b797b24b605,segment=NetworkSegment(18cbe37c-da1b-41a5-aa05-52dbc02a11ee),segment_id=18cbe37c-da1b-41a5-aa05-52dbc02a11ee)] {{(pid=101696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:05:12.306962 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:12.345160 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:12.345943 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:12.347596 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] 10.222.0.18 "PUT /v2.0/ports/a7c057e1-88f3-4d12-9d7d-3b797b24b605 HTTP/1.1" status: 200 len: 1094 time: 1.0048659 Nov 16 19:05:12.348063 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe92564-d69f-48ff-9e56-0f11bc3a5c5b', 'tag': 'a7c057e1-88f3-4d12-9d7d-3b797b24b605'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:05:12.350657 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684adce8-638f-45d7-a719-2f18dc95cfce" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe92564-d69f-48ff-9e56-0f11bc3a5c5b", "tag": "a7c057e1-88f3-4d12-9d7d-3b797b24b605"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:05:12.384949 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c811a71-7edc-474b-9f39-1adf5ad09584 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c057e1-88f3-4d12-9d7d-3b797b24b605,revision_number=3']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:05:12.396415 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a4f2e5-e9e2-4eda-9d7c-b911cd2d7212 x-openstack-request-id: req-57a4f2e5-e9e2-4eda-9d7c-b911cd2d7212 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:05:12.396702 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe92564-d69f-48ff-9e56-0f11bc3a5c5b", "tag": "a7c057e1-88f3-4d12-9d7d-3b797b24b605", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:05:12.396962 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-57a4f2e5-e9e2-4eda-9d7c-b911cd2d7212 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:05:12.397359 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe92564-d69f-48ff-9e56-0f11bc3a5c5b', 'tag': 'a7c057e1-88f3-4d12-9d7d-3b797b24b605', 'status': 'completed', 'code': 200} Nov 16 19:05:12.445783 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-01b2bab1-63d6-46f0-888c-2d47ca189c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:12.447276 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-01b2bab1-63d6-46f0-888c-2d47ca189c88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16e9cbea1c0e436b8c518eaa18d7b74c&device_id=cbe92564-d69f-48ff-9e56-0f11bc3a5c5b HTTP/1.1" status: 200 len: 1097 time: 0.0412154 Nov 16 19:05:12.489788 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-73052eec-8364-4fe4-8bda-5fea664a6dfb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7c057e1-88f3-4d12-9d7d-3b797b24b605 HTTP/1.1" status: 200 len: 217 time: 0.0335438 Nov 16 19:05:12.545452 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 50586) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:05:12.558443 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8caa7660-ce9d-4dec-af89-491a76eaf7a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:12.570339 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-0e766124-b3c0-40d7-9b39-fdc77875fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:12.571861 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-0e766124-b3c0-40d7-9b39-fdc77875fb26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5681c7b1-1bbc-4b41-bd62-1c8dc292a06f HTTP/1.1" status: 200 len: 854 time: 0.0744531 Nov 16 19:05:12.589310 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae9816-53aa-4543-9c09-4fed3be7e7bc req-8d6b5125-4b8d-4ad5-8c05-a6c30db58761 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:12.590973 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c5ae9816-53aa-4543-9c09-4fed3be7e7bc req-8d6b5125-4b8d-4ad5-8c05-a6c30db58761 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 946 time: 0.0645425 Nov 16 19:05:12.617742 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-6146377e-0e80-45bd-87da-7b5386baf8f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=734c5c23-6b90-4051-923f-6327396b1039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257585 Nov 16 19:05:12.638263 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8caa7660-ce9d-4dec-af89-491a76eaf7a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:12.642090 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8caa7660-ce9d-4dec-af89-491a76eaf7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:12.682005 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa7660-ce9d-4dec-af89-491a76eaf7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2669d39-62f0-427d-a869-f63febb7f6d9,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:05:12.689584 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-8caa7660-ce9d-4dec-af89-491a76eaf7a8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0c14a5073b3343fc8142c068dbc7533a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406443 Nov 16 19:05:12.689932 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 50588) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:05:12.707382 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c5ae9816-53aa-4543-9c09-4fed3be7e7bc req-1d262b1e-76a2-40af-b09f-830bfaeea2cc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068518 Nov 16 19:05:12.738658 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-fce3611a-0f71-4a91-a2c7-b632fc1bdb4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:12.742891 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-6d49e622-4c85-484a-851a-d3bc46d1d83f service neutron] 10.222.0.18 "GET /v2.0/networks/734c5c23-6b90-4051-923f-6327396b1039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132636 Nov 16 19:05:12.760243 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-fce3611a-0f71-4a91-a2c7-b632fc1bdb4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:12.810876 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-fce3611a-0f71-4a91-a2c7-b632fc1bdb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:12.813432 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-fce3611a-0f71-4a91-a2c7-b632fc1bdb4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:12.817338 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-fce3611a-0f71-4a91-a2c7-b632fc1bdb4e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2669d39-62f0-427d-a869-f63febb7f6d9 HTTP/1.1" status: 204 len: 168 time: 0.1238964 Nov 16 19:05:12.823808 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce3611a-0f71-4a91-a2c7-b632fc1bdb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2669d39-62f0-427d-a869-f63febb7f6d9,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:05:12.842834 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a413b9fa-afbe-4bbb-98a4-c3129f524ac5 req-b4310392-6927-4666-85b6-e62932f13781 service neutron] 10.222.0.18 "GET /v2.0/networks/734c5c23-6b90-4051-923f-6327396b1039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880373 Nov 16 19:05:12.941336 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684adce8-638f-45d7-a719-2f18dc95cfce req-5d27e601-f542-4e7c-89f6-82ef6b789dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:12.942856 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-684adce8-638f-45d7-a719-2f18dc95cfce req-5d27e601-f542-4e7c-89f6-82ef6b789dea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16e9cbea1c0e436b8c518eaa18d7b74c&device_id=cbe92564-d69f-48ff-9e56-0f11bc3a5c5b HTTP/1.1" status: 200 len: 1097 time: 0.0466943 Nov 16 19:05:13.047721 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684adce8-638f-45d7-a719-2f18dc95cfce req-40169d68-74d5-4a2d-a05c-91964054ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:13.049678 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-684adce8-638f-45d7-a719-2f18dc95cfce req-40169d68-74d5-4a2d-a05c-91964054ef1d service neutron] 10.222.0.18 "GET /v2.0/networks?id=734c5c23-6b90-4051-923f-6327396b1039 HTTP/1.1" status: 200 len: 915 time: 0.0971577 Nov 16 19:05:13.097927 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-684adce8-638f-45d7-a719-2f18dc95cfce req-89913004-3bb4-416d-94c1-7c5bc4eb7ae6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7c057e1-88f3-4d12-9d7d-3b797b24b605 HTTP/1.1" status: 200 len: 217 time: 0.0395651 Nov 16 19:05:13.118813 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c035fe-2903-4f15-ac39-e3f76f673f9b req-ec8620fd-a9c0-4fa6-aa95-04644d1b0186 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:13.121843 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-10c035fe-2903-4f15-ac39-e3f76f673f9b req-ec8620fd-a9c0-4fa6-aa95-04644d1b0186 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbe92564-d69f-48ff-9e56-0f11bc3a5c5b HTTP/1.1" status: 200 len: 944 time: 0.0557678 Nov 16 19:05:13.164936 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:13.168171 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684adce8-638f-45d7-a719-2f18dc95cfce req-4735ad64-67e9-4908-8a0a-74e5b1fbb437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:13.170469 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-684adce8-638f-45d7-a719-2f18dc95cfce req-4735ad64-67e9-4908-8a0a-74e5b1fbb437 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5681c7b1-1bbc-4b41-bd62-1c8dc292a06f HTTP/1.1" status: 200 len: 854 time: 0.0606816 Nov 16 19:05:13.193704 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-10c035fe-2903-4f15-ac39-e3f76f673f9b req-d0a7236c-b9a9-4449-af7d-b87f3de635c2 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616708 Nov 16 19:05:13.206277 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-684adce8-638f-45d7-a719-2f18dc95cfce req-bee01006-470c-480b-8ed6-ae97b2b0bc47 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=734c5c23-6b90-4051-923f-6327396b1039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286155 Nov 16 19:05:13.226290 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 50606) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:05:13.241697 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-500b7596-db0c-4337-bd75-4472380e7813 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:13.317579 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-684adce8-638f-45d7-a719-2f18dc95cfce req-de32f55e-1729-4c95-9566-60906a1bf094 service neutron] 10.222.0.18 "GET /v2.0/networks/734c5c23-6b90-4051-923f-6327396b1039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029105 Nov 16 19:05:13.327735 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-500b7596-db0c-4337-bd75-4472380e7813 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:13.334850 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-500b7596-db0c-4337-bd75-4472380e7813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:13.381318 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b7596-db0c-4337-bd75-4472380e7813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c278f48-f378-41f9-ae4e-e9ff5e2e7613,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:05:13.387192 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-500b7596-db0c-4337-bd75-4472380e7813 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=94b85b380907498abbb8e91f5fbada6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1588855 Nov 16 19:05:13.389797 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 50624) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:05:13.442339 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a7c9cd11-356c-49a2-b0ac-e6e65be9a3e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:13.463536 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6398269-11b4-4f52-b982-f79f15e610f8 req-8132929c-d23d-4860-8bc7-bcf04bdbf6f8 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:13.464962 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a7c9cd11-356c-49a2-b0ac-e6e65be9a3e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:13.465085 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f6398269-11b4-4f52-b982-f79f15e610f8 req-8132929c-d23d-4860-8bc7-bcf04bdbf6f8 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.1081583 Nov 16 19:05:13.481444 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-684adce8-638f-45d7-a719-2f18dc95cfce req-1d1560a8-547d-41eb-8321-ab08250dd68c service neutron] 10.222.0.18 "GET /v2.0/networks/734c5c23-6b90-4051-923f-6327396b1039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564484 Nov 16 19:05:13.517173 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a7c9cd11-356c-49a2-b0ac-e6e65be9a3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:13.519966 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a7c9cd11-356c-49a2-b0ac-e6e65be9a3e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:13.521215 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-a7c9cd11-356c-49a2-b0ac-e6e65be9a3e7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c278f48-f378-41f9-ae4e-e9ff5e2e7613 HTTP/1.1" status: 204 len: 168 time: 0.1288505 Nov 16 19:05:13.525567 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f6398269-11b4-4f52-b982-f79f15e610f8 req-accdc46e-da22-4d42-baa9-4923746b725b tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529068 Nov 16 19:05:13.540098 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9cd11-356c-49a2-b0ac-e6e65be9a3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c278f48-f378-41f9-ae4e-e9ff5e2e7613,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:05:13.804887 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:13.837615 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd7e4d-0ec4-4b8b-8fb7-1a16f12ff98b req-5c09a4fb-e1d2-4240-aab8-472e4beb51fe tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:13.844776 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-55bd7e4d-0ec4-4b8b-8fb7-1a16f12ff98b req-5c09a4fb-e1d2-4240-aab8-472e4beb51fe tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 946 time: 0.0574777 Nov 16 19:05:13.896661 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-55bd7e4d-0ec4-4b8b-8fb7-1a16f12ff98b req-ad48222a-4551-4fbb-8a59-e2ce16035b6e tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510280 Nov 16 19:05:14.299678 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3834c39-7b14-4694-af9b-0003f36c2de8 req-029b8fe1-3185-4757-8c05-d172ae41df49 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:14.301180 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e3834c39-7b14-4694-af9b-0003f36c2de8 req-029b8fe1-3185-4757-8c05-d172ae41df49 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbe92564-d69f-48ff-9e56-0f11bc3a5c5b HTTP/1.1" status: 200 len: 944 time: 0.0484843 Nov 16 19:05:14.350842 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e3834c39-7b14-4694-af9b-0003f36c2de8 req-8c11c491-5f5e-499c-9718-d75bbd12abcc tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419559 Nov 16 19:05:14.647328 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89163e1-1ee4-47bb-89a7-7337a8556c40 req-444bc1cb-63f5-48ea-bfcd-a17b4379374a tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:14.648849 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d89163e1-1ee4-47bb-89a7-7337a8556c40 req-444bc1cb-63f5-48ea-bfcd-a17b4379374a tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0513213 Nov 16 19:05:14.695329 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d89163e1-1ee4-47bb-89a7-7337a8556c40 req-2ab05f33-c502-4fef-8d9f-e449481b1b8b tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403023 Nov 16 19:05:14.890879 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04d33b-2d73-41a1-b46d-cca4ade9013d req-da063b44-293a-422c-b0f8-bc24c04bc7c4 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:14.892372 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-0e04d33b-2d73-41a1-b46d-cca4ade9013d req-da063b44-293a-422c-b0f8-bc24c04bc7c4 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0492151 Nov 16 19:05:14.921604 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d54db-2bb0-4072-825e-55771fcbe519 req-7a251b97-8a4e-4e58-bbf8-b3d90f744ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:14.923109 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-458d54db-2bb0-4072-825e-55771fcbe519 req-7a251b97-8a4e-4e58-bbf8-b3d90f744ec1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=836db18eadf842ce90dda0a1221006ff&device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 1098 time: 0.0415416 Nov 16 19:05:14.936595 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device a7c057e1-88f3-4d12-9d7d-3b797b24b605 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:05:14.948566 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-0e04d33b-2d73-41a1-b46d-cca4ade9013d req-af97064f-9728-4f1e-9d59-55e28044c4b5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501008 Nov 16 19:05:15.044310 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port a7c057e1-88f3-4d12-9d7d-3b797b24b605, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=a7c057e1-88f3-4d12-9d7d-3b797b24b605,segment=NetworkSegment(18cbe37c-da1b-41a5-aa05-52dbc02a11ee),segment_id=18cbe37c-da1b-41a5-aa05-52dbc02a11ee)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:05:15.049103 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d54db-2bb0-4072-825e-55771fcbe519 req-eecf565e-bb7d-4b75-a1b7-54cb1ec3ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:15.050612 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-458d54db-2bb0-4072-825e-55771fcbe519 req-eecf565e-bb7d-4b75-a1b7-54cb1ec3ba95 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88bf2e43-28ce-4261-97c8-fd704bf50e7b HTTP/1.1" status: 200 len: 909 time: 0.1210635 Nov 16 19:05:15.055660 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': 'a7c057e1-88f3-4d12-9d7d-3b797b24b605', 'network_id': '734c5c23-6b90-4051-923f-6327396b1039', 'port_id': 'a7c057e1-88f3-4d12-9d7d-3b797b24b605', 'mac_address': 'fa:16:3e:1d:c1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5681c7b1-1bbc-4b41-bd62-1c8dc292a06f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:05:15.057994 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cb4d2-4cc6-46da-931c-f9c1b44b5436 req-157c206e-6eec-4921-ada7-46e0bb0c3df8 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:15.059356 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b77cb4d2-4cc6-46da-931c-f9c1b44b5436 req-157c206e-6eec-4921-ada7-46e0bb0c3df8 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 946 time: 0.0714757 Nov 16 19:05:15.093089 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:15.107897 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c057e1-88f3-4d12-9d7d-3b797b24b605 {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:05:15.126896 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port a7c057e1-88f3-4d12-9d7d-3b797b24b605, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=a7c057e1-88f3-4d12-9d7d-3b797b24b605,segment=NetworkSegment(18cbe37c-da1b-41a5-aa05-52dbc02a11ee),segment_id=18cbe37c-da1b-41a5-aa05-52dbc02a11ee)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:05:15.132125 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:15.151598 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-458d54db-2bb0-4072-825e-55771fcbe519 req-3e13133f-138c-47e7-a050-84f5623ae7b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5571c38-77b9-4106-b9fd-2ba0f22a1929 HTTP/1.1" status: 200 len: 1000 time: 0.0912220 Nov 16 19:05:15.155942 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b77cb4d2-4cc6-46da-931c-f9c1b44b5436 req-9a2e5173-33dc-4f29-9fbf-f69ae9b3ee16 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893676 Nov 16 19:05:15.182905 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=a7c057e1-88f3-4d12-9d7d-3b797b24b605,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:05:15.204780 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d54db-2bb0-4072-825e-55771fcbe519 req-ca05b4a3-9c15-4d22-9145-be985f03deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:15.206256 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-458d54db-2bb0-4072-825e-55771fcbe519 req-ca05b4a3-9c15-4d22-9145-be985f03deb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abfc24cf-bb3f-427f-8c1c-35e769c2f474 HTTP/1.1" status: 200 len: 847 time: 0.0454676 Nov 16 19:05:15.253019 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d54db-2bb0-4072-825e-55771fcbe519 req-14488aee-5499-4f5e-a8f2-43e6d152250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:15.254511 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-458d54db-2bb0-4072-825e-55771fcbe519 req-14488aee-5499-4f5e-a8f2-43e6d152250f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88bf2e43-28ce-4261-97c8-fd704bf50e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399039 Nov 16 19:05:15.346761 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-458d54db-2bb0-4072-825e-55771fcbe519 req-f5f66406-fb96-45b9-b8c7-68b48bcc2b51 service neutron] 10.222.0.18 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832074 Nov 16 19:05:15.372667 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['a7c057e1-88f3-4d12-9d7d-3b797b24b605'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:05:15.443989 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-458d54db-2bb0-4072-825e-55771fcbe519 req-ac8802d8-c653-4b61-bdbc-65d7dcf3a9a0 service neutron] 10.222.0.18 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893230 Nov 16 19:05:15.466844 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591a0dd-4fdd-49f7-88f3-cd2f7faf3cb9 req-7a147644-aa8d-4f66-a6f9-c76618555840 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:15.468353 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d591a0dd-4fdd-49f7-88f3-cd2f7faf3cb9 req-7a147644-aa8d-4f66-a6f9-c76618555840 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbe92564-d69f-48ff-9e56-0f11bc3a5c5b HTTP/1.1" status: 200 len: 945 time: 0.0516787 Nov 16 19:05:15.515609 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d591a0dd-4fdd-49f7-88f3-cd2f7faf3cb9 req-ed140836-9442-4b45-b980-bee8825c05f6 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411034 Nov 16 19:05:16.291109 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eacaf-c525-42ce-9887-0adcc5646f99 req-d6a87021-7a2c-4db8-9cb7-d24923cfffde tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:16.292484 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7c9eacaf-c525-42ce-9887-0adcc5646f99 req-d6a87021-7a2c-4db8-9cb7-d24923cfffde tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.2770844 Nov 16 19:05:16.337975 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7c9eacaf-c525-42ce-9887-0adcc5646f99 req-61381de8-64e3-408e-bf46-c34f06300533 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396502 Nov 16 19:05:16.629733 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f4a92-f294-4ccd-9716-6b36a6332cf8 req-72705ba4-2d45-4760-93af-7d0999f54009 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:16.631190 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a58f4a92-f294-4ccd-9716-6b36a6332cf8 req-72705ba4-2d45-4760-93af-7d0999f54009 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbe92564-d69f-48ff-9e56-0f11bc3a5c5b HTTP/1.1" status: 200 len: 945 time: 0.0470622 Nov 16 19:05:16.676857 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a58f4a92-f294-4ccd-9716-6b36a6332cf8 req-db99afe9-ab4a-4bd8-a532-e5738565f4a2 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390677 Nov 16 19:05:16.968796 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device a7c057e1-88f3-4d12-9d7d-3b797b24b605 up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:05:17.019832 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning for port a7c057e1-88f3-4d12-9d7d-3b797b24b605 completed by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 19:05:17.024397 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port a7c057e1-88f3-4d12-9d7d-3b797b24b605 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:05:17.024765 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:17.079331 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 50700) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:05:17.100513 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:17.122755 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe92564-d69f-48ff-9e56-0f11bc3a5c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c057e1-88f3-4d12-9d7d-3b797b24b605'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:05:17.125227 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cf6f79-4f80-43f6-a4dd-a33cbdf38963" -d '{"events": [{"server_uuid": "cbe92564-d69f-48ff-9e56-0f11bc3a5c5b", "name": "network-vif-plugged", "status": "completed", "tag": "a7c057e1-88f3-4d12-9d7d-3b797b24b605"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:05:17.139272 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port a7c057e1-88f3-4d12-9d7d-3b797b24b605, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=a7c057e1-88f3-4d12-9d7d-3b797b24b605,segment=NetworkSegment(18cbe37c-da1b-41a5-aa05-52dbc02a11ee),segment_id=18cbe37c-da1b-41a5-aa05-52dbc02a11ee)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:05:17.146381 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:17.176864 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b57559-c2f5-478a-a20d-3ce007dd9f88 x-openstack-request-id: req-94b57559-c2f5-478a-a20d-3ce007dd9f88 {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:05:17.177180 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe92564-d69f-48ff-9e56-0f11bc3a5c5b", "name": "network-vif-plugged", "status": "completed", "tag": "a7c057e1-88f3-4d12-9d7d-3b797b24b605", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:05:17.177438 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-94b57559-c2f5-478a-a20d-3ce007dd9f88 {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:05:17.177835 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe92564-d69f-48ff-9e56-0f11bc3a5c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c057e1-88f3-4d12-9d7d-3b797b24b605', 'code': 200} Nov 16 19:05:17.187301 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-755684b2-3cae-494e-b44d-e5162fb1cc3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:17.204333 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=a7c057e1-88f3-4d12-9d7d-3b797b24b605,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:05:17.267818 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-755684b2-3cae-494e-b44d-e5162fb1cc3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:17.271891 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-755684b2-3cae-494e-b44d-e5162fb1cc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:17.338043 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833ab96-6477-474c-a7d3-48b50935619c req-1c13ddd4-a2d7-4af2-85c6-9011967a69a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:17.339486 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c833ab96-6477-474c-a7d3-48b50935619c req-1c13ddd4-a2d7-4af2-85c6-9011967a69a2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbe92564-d69f-48ff-9e56-0f11bc3a5c5b HTTP/1.1" status: 200 len: 1099 time: 0.0408211 Nov 16 19:05:17.389247 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c833ab96-6477-474c-a7d3-48b50935619c req-292c27a2-9b66-4271-ab22-bb29cc878cd2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424469 Nov 16 19:05:17.515422 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755684b2-3cae-494e-b44d-e5162fb1cc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd388975-427e-4882-8437-84987d448393,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:05:17.525262 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-755684b2-3cae-494e-b44d-e5162fb1cc3d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d62beb1042cd46c794d8620448f02f8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4448781 Nov 16 19:05:17.528401 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 50708) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:05:17.541081 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6c00e-44cf-4caa-98f8-3f845a5216ab req-adcb04ca-f35a-45de-9759-10810b48c780 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:17.542570 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-59e6c00e-44cf-4caa-98f8-3f845a5216ab req-adcb04ca-f35a-45de-9759-10810b48c780 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0759473 Nov 16 19:05:17.575799 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6be4d56e-f7e2-4eb1-b99b-999e5b93375b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:17.590512 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-59e6c00e-44cf-4caa-98f8-3f845a5216ab req-7765ba5b-46a8-479f-beb5-109883feef4d tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414219 Nov 16 19:05:17.597595 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6be4d56e-f7e2-4eb1-b99b-999e5b93375b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:17.645778 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6be4d56e-f7e2-4eb1-b99b-999e5b93375b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:17.648893 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6be4d56e-f7e2-4eb1-b99b-999e5b93375b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:17.650018 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-6be4d56e-f7e2-4eb1-b99b-999e5b93375b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fd388975-427e-4882-8437-84987d448393 HTTP/1.1" status: 204 len: 168 time: 0.1197243 Nov 16 19:05:17.657378 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4d56e-f7e2-4eb1-b99b-999e5b93375b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd388975-427e-4882-8437-84987d448393,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:05:17.793666 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd677f-36c5-4ffa-a2fa-0f481bad5dc3 req-d510df33-0550-4e9a-a394-32d60233fce5 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:17.795141 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2abd677f-36c5-4ffa-a2fa-0f481bad5dc3 req-d510df33-0550-4e9a-a394-32d60233fce5 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbe92564-d69f-48ff-9e56-0f11bc3a5c5b HTTP/1.1" status: 200 len: 946 time: 0.0495551 Nov 16 19:05:17.843257 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2abd677f-36c5-4ffa-a2fa-0f481bad5dc3 req-741b4950-b35d-4362-a218-7b95cbec6a89 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420094 Nov 16 19:05:18.956170 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93571ee-9fec-4de7-a873-50aa89f78329 req-1f7ffed5-3f27-42cd-9435-7aac9c315b27 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:18.957656 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f93571ee-9fec-4de7-a873-50aa89f78329 req-1f7ffed5-3f27-42cd-9435-7aac9c315b27 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbe92564-d69f-48ff-9e56-0f11bc3a5c5b HTTP/1.1" status: 200 len: 946 time: 0.0479770 Nov 16 19:05:19.005922 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f93571ee-9fec-4de7-a873-50aa89f78329 req-3f4355ea-7834-4419-9796-6d77fae9751d tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424342 Nov 16 19:05:30.382594 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:34.836542 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-670c1a6d-e9ea-4848-b0de-30cce75f6211 req-ec2f5e05-c290-4689-b779-977abb18db41 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381770 Nov 16 19:05:34.933211 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c1a6d-e9ea-4848-b0de-30cce75f6211 req-55c82f46-1644-4d17-bf7d-68834d8dea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:34.934688 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-670c1a6d-e9ea-4848-b0de-30cce75f6211 req-55c82f46-1644-4d17-bf7d-68834d8dea91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=836db18eadf842ce90dda0a1221006ff&device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 1098 time: 0.0392985 Nov 16 19:05:35.039853 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c1a6d-e9ea-4848-b0de-30cce75f6211 req-d32cc1c5-6496-4ddc-8137-a3c2ba6ebaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:35.041324 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-670c1a6d-e9ea-4848-b0de-30cce75f6211 req-d32cc1c5-6496-4ddc-8137-a3c2ba6ebaa5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88bf2e43-28ce-4261-97c8-fd704bf50e7b HTTP/1.1" status: 200 len: 909 time: 0.0853732 Nov 16 19:05:35.114409 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-670c1a6d-e9ea-4848-b0de-30cce75f6211 req-29b90f63-024c-4b04-9f44-01e215bb8e56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5571c38-77b9-4106-b9fd-2ba0f22a1929 HTTP/1.1" status: 200 len: 1000 time: 0.0619340 Nov 16 19:05:35.177703 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c1a6d-e9ea-4848-b0de-30cce75f6211 req-cf7ec19f-31c3-4611-bef0-9c7f487377ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:35.179145 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-670c1a6d-e9ea-4848-b0de-30cce75f6211 req-cf7ec19f-31c3-4611-bef0-9c7f487377ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abfc24cf-bb3f-427f-8c1c-35e769c2f474 HTTP/1.1" status: 200 len: 847 time: 0.0455756 Nov 16 19:05:35.227104 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c1a6d-e9ea-4848-b0de-30cce75f6211 req-ad89689a-a179-4463-8a2e-23dfcbc0f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:35.228634 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-670c1a6d-e9ea-4848-b0de-30cce75f6211 req-ad89689a-a179-4463-8a2e-23dfcbc0f6e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88bf2e43-28ce-4261-97c8-fd704bf50e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408452 Nov 16 19:05:35.327992 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-670c1a6d-e9ea-4848-b0de-30cce75f6211 req-6747b8a1-8768-4184-8bea-f452909be3d0 service neutron] 10.222.0.18 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876970 Nov 16 19:05:35.418571 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-670c1a6d-e9ea-4848-b0de-30cce75f6211 req-e481dd69-d69b-419b-b203-eb708f16a71f service neutron] 10.222.0.18 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817666 Nov 16 19:05:36.823371 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-b96e9d32-422e-4a08-9bfa-7f8caf749dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:39.841393 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-be4289ce-74f0-4ac0-b5ea-c26caf4f84b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:40.595678 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:05:41.348909 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:41.717659 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 50926) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:05:41.817943 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-eb223d10-bd68-428b-b577-3cd706ec5676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:41.890959 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-eb223d10-bd68-428b-b577-3cd706ec5676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:41.894871 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-eb223d10-bd68-428b-b577-3cd706ec5676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:41.934973 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-eb223d10-bd68-428b-b577-3cd706ec5676 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a792861fb7ad4a928b6009a617e127e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162690 Nov 16 19:05:41.936059 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb223d10-bd68-428b-b577-3cd706ec5676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deccf155-3620-4ce4-bae5-813186edacd7,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:05:41.937763 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 50930) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:05:41.943097 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb223d10-bd68-428b-b577-3cd706ec5676 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:41.943450 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb223d10-bd68-428b-b577-3cd706ec5676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:41.943794 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb223d10-bd68-428b-b577-3cd706ec5676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:41.944130 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb223d10-bd68-428b-b577-3cd706ec5676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:41.944499 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb223d10-bd68-428b-b577-3cd706ec5676 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:41.945430 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb223d10-bd68-428b-b577-3cd706ec5676 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:41.945786 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb223d10-bd68-428b-b577-3cd706ec5676 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:41.946120 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb223d10-bd68-428b-b577-3cd706ec5676 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:41.946447 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb223d10-bd68-428b-b577-3cd706ec5676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:41.946826 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb223d10-bd68-428b-b577-3cd706ec5676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:41.947155 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb223d10-bd68-428b-b577-3cd706ec5676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:41.947479 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb223d10-bd68-428b-b577-3cd706ec5676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:41.984725 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-cdc60716-3502-4289-a100-3f65b649dfac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:42.005114 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-cdc60716-3502-4289-a100-3f65b649dfac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:42.050218 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-cdc60716-3502-4289-a100-3f65b649dfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:42.052704 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-cdc60716-3502-4289-a100-3f65b649dfac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:42.053855 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-cdc60716-3502-4289-a100-3f65b649dfac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/deccf155-3620-4ce4-bae5-813186edacd7 HTTP/1.1" status: 204 len: 168 time: 0.1150215 Nov 16 19:05:42.061712 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc60716-3502-4289-a100-3f65b649dfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deccf155-3620-4ce4-bae5-813186edacd7,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:05:42.068564 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc60716-3502-4289-a100-3f65b649dfac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:42.068921 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc60716-3502-4289-a100-3f65b649dfac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:42.069266 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc60716-3502-4289-a100-3f65b649dfac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:42.069677 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc60716-3502-4289-a100-3f65b649dfac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:42.070524 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc60716-3502-4289-a100-3f65b649dfac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:42.070858 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc60716-3502-4289-a100-3f65b649dfac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:42.071188 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc60716-3502-4289-a100-3f65b649dfac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:42.071519 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc60716-3502-4289-a100-3f65b649dfac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:42.071844 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc60716-3502-4289-a100-3f65b649dfac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:42.072167 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc60716-3502-4289-a100-3f65b649dfac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:42.072489 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc60716-3502-4289-a100-3f65b649dfac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:42.072810 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc60716-3502-4289-a100-3f65b649dfac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:05:43.161578 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:43.800319 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:45.092531 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14217729-de18-49f9-a919-2b7156023a0a req-6be29671-70d5-4a3f-a1a3-58f5bfc8960e tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:45.094128 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-14217729-de18-49f9-a919-2b7156023a0a req-6be29671-70d5-4a3f-a1a3-58f5bfc8960e tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbe92564-d69f-48ff-9e56-0f11bc3a5c5b HTTP/1.1" status: 200 len: 946 time: 0.0481420 Nov 16 19:05:45.142283 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-14217729-de18-49f9-a919-2b7156023a0a req-fc9945fc-1669-48e0-999e-1ef738dc918d tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421822 Nov 16 19:05:46.256325 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba1e0d-6dc3-4bab-a3a2-819b73476cea req-7c0e55b2-0790-4ca8-8d53-e513f8ca55a0 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:46.258469 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-78ba1e0d-6dc3-4bab-a3a2-819b73476cea req-7c0e55b2-0790-4ca8-8d53-e513f8ca55a0 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbe92564-d69f-48ff-9e56-0f11bc3a5c5b HTTP/1.1" status: 200 len: 946 time: 0.0501161 Nov 16 19:05:46.303253 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-78ba1e0d-6dc3-4bab-a3a2-819b73476cea req-a22d7fe4-4396-435d-a43d-06547a2fdf82 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390251 Nov 16 19:05:47.212901 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ba342-254a-4945-86a0-8a54ad93ade1 req-728a3183-c692-45ce-bd2c-c74e211bb872 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:47.214391 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-446ba342-254a-4945-86a0-8a54ad93ade1 req-728a3183-c692-45ce-bd2c-c74e211bb872 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe92564-d69f-48ff-9e56-0f11bc3a5c5b HTTP/1.1" status: 200 len: 946 time: 0.0463848 Nov 16 19:05:47.305788 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-446ba342-254a-4945-86a0-8a54ad93ade1 req-0c5ec194-cb8d-4fba-a225-dbf2acfa5e56 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Deleting port a7c057e1-88f3-4d12-9d7d-3b797b24b605 {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:05:47.306467 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-446ba342-254a-4945-86a0-8a54ad93ade1 req-0c5ec194-cb8d-4fba-a225-dbf2acfa5e56 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:47.394437 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-446ba342-254a-4945-86a0-8a54ad93ade1 req-0c5ec194-cb8d-4fba-a225-dbf2acfa5e56 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] For port a7c057e1-88f3-4d12-9d7d-3b797b24b605, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=a7c057e1-88f3-4d12-9d7d-3b797b24b605,segment=NetworkSegment(18cbe37c-da1b-41a5-aa05-52dbc02a11ee),segment_id=18cbe37c-da1b-41a5-aa05-52dbc02a11ee)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:05:47.394804 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-446ba342-254a-4945-86a0-8a54ad93ade1 req-0c5ec194-cb8d-4fba-a225-dbf2acfa5e56 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:47.408039 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-446ba342-254a-4945-86a0-8a54ad93ade1 req-0c5ec194-cb8d-4fba-a225-dbf2acfa5e56 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Calling delete_port for a7c057e1-88f3-4d12-9d7d-3b797b24b605 owned by compute:nova {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:05:47.420602 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8694b-e266-432e-884b-ab689469b673 req-c819a546-1f85-4519-9d54-f25740ab0f70 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:05:47.422082 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-c8d8694b-e266-432e-884b-ab689469b673 req-c819a546-1f85-4519-9d54-f25740ab0f70 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbe92564-d69f-48ff-9e56-0f11bc3a5c5b HTTP/1.1" status: 200 len: 946 time: 0.0505798 Nov 16 19:05:47.468241 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-c8d8694b-e266-432e-884b-ab689469b673 req-d2f1093b-9ab8-4e8b-a248-1ece43141259 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.46 "GET /v2.0/security-groups?id=18988d05-094d-4758-9002-d6ff9489e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401742 Nov 16 19:05:47.535340 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-446ba342-254a-4945-86a0-8a54ad93ade1 req-0c5ec194-cb8d-4fba-a225-dbf2acfa5e56 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:47.549167 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['a7c057e1-88f3-4d12-9d7d-3b797b24b605'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:05:47.560934 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ec194-cb8d-4fba-a225-dbf2acfa5e56 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Pushing event deleted for resources: {'Port': ['ID=a7c057e1-88f3-4d12-9d7d-3b797b24b605,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:05:47.606431 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-446ba342-254a-4945-86a0-8a54ad93ade1 req-0c5ec194-cb8d-4fba-a225-dbf2acfa5e56 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] No DVR routers for this DVR port a7c057e1-88f3-4d12-9d7d-3b797b24b605 on host hv-cinder-66710 {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:05:47.608822 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-446ba342-254a-4945-86a0-8a54ad93ade1 req-0c5ec194-cb8d-4fba-a225-dbf2acfa5e56 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:05:47.612127 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-446ba342-254a-4945-86a0-8a54ad93ade1 req-0c5ec194-cb8d-4fba-a225-dbf2acfa5e56 tempest-VolumesSnapshotTestJSON-2017893359 tempest-VolumesSnapshotTestJSON-2017893359-project] 10.222.0.18 "DELETE /v2.0/ports/a7c057e1-88f3-4d12-9d7d-3b797b24b605 HTTP/1.1" status: 204 len: 173 time: 0.3907921 Nov 16 19:05:47.612574 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe92564-d69f-48ff-9e56-0f11bc3a5c5b', 'name': 'network-vif-deleted', 'tag': 'a7c057e1-88f3-4d12-9d7d-3b797b24b605'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:05:47.614835 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50031c13-bc62-4786-b456-ea289379dd13" -d '{"events": [{"server_uuid": "cbe92564-d69f-48ff-9e56-0f11bc3a5c5b", "name": "network-vif-deleted", "tag": "a7c057e1-88f3-4d12-9d7d-3b797b24b605"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:05:47.652122 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba47ae18-6a56-4c9e-85cf-ca8f5731433e x-openstack-request-id: req-ba47ae18-6a56-4c9e-85cf-ca8f5731433e {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:05:47.652442 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe92564-d69f-48ff-9e56-0f11bc3a5c5b", "name": "network-vif-deleted", "tag": "a7c057e1-88f3-4d12-9d7d-3b797b24b605", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:05:47.652701 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ba47ae18-6a56-4c9e-85cf-ca8f5731433e {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:05:47.653100 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe92564-d69f-48ff-9e56-0f11bc3a5c5b', 'name': 'network-vif-deleted', 'tag': 'a7c057e1-88f3-4d12-9d7d-3b797b24b605', 'status': 'completed', 'code': 200} Nov 16 19:05:52.885921 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device a7c057e1-88f3-4d12-9d7d-3b797b24b605 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:05:52.906050 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] No Port match for: a7c057e1-88f3-4d12-9d7d-3b797b24b605 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:05:52.906391 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device a7c057e1-88f3-4d12-9d7d-3b797b24b605 not bound to the agent host hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:06:00.384387 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:06.826070 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-20f38419-3abd-4d78-83aa-ed24f93f1cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:08.236961 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bd13f-956e-4ab9-b810-67e606be292b req-62b9c238-357a-491c-b236-5dff893c91c1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:08.238462 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6e3bd13f-956e-4ab9-b810-67e606be292b req-62b9c238-357a-491c-b236-5dff893c91c1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 946 time: 0.0490153 Nov 16 19:06:08.285130 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6e3bd13f-956e-4ab9-b810-67e606be292b req-f1f3b07a-3c3d-4366-8649-78ac3e89b123 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401747 Nov 16 19:06:09.405832 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c9462-ccda-48e8-955c-e6fba9602d47 req-9471fd82-f299-4a9c-ad17-b9ff00ed8623 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:09.407320 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-206c9462-ccda-48e8-955c-e6fba9602d47 req-9471fd82-f299-4a9c-ad17-b9ff00ed8623 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 946 time: 0.0499704 Nov 16 19:06:09.456326 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-206c9462-ccda-48e8-955c-e6fba9602d47 req-9e55abfd-fb6c-4abe-b18b-bb1e2f32c226 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426764 Nov 16 19:06:09.842193 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-955c5dce-d031-4ce8-b043-04e72865965e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:09.917985 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e375e-3adf-4d62-8e10-d2ce28a9e2d2 req-974ed06d-dbfe-492a-b2b1-10d18114b446 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:09.919421 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ef0e375e-3adf-4d62-8e10-d2ce28a9e2d2 req-974ed06d-dbfe-492a-b2b1-10d18114b446 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.18 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 946 time: 0.0479698 Nov 16 19:06:10.010942 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-ef0e375e-3adf-4d62-8e10-d2ce28a9e2d2 req-ae6200b8-6bc0-463a-92b0-406a41c44517 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Deleting port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:06:10.011282 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-ef0e375e-3adf-4d62-8e10-d2ce28a9e2d2 req-ae6200b8-6bc0-463a-92b0-406a41c44517 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:10.096426 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-ef0e375e-3adf-4d62-8e10-d2ce28a9e2d2 req-ae6200b8-6bc0-463a-92b0-406a41c44517 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] For port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:06:10.096711 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-ef0e375e-3adf-4d62-8e10-d2ce28a9e2d2 req-ae6200b8-6bc0-463a-92b0-406a41c44517 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:10.312319 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-ef0e375e-3adf-4d62-8e10-d2ce28a9e2d2 req-ae6200b8-6bc0-463a-92b0-406a41c44517 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:10.312814 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-ef0e375e-3adf-4d62-8e10-d2ce28a9e2d2 req-ae6200b8-6bc0-463a-92b0-406a41c44517 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833619'] for floatingip, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:10.313056 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.db.l3_db [req-ef0e375e-3adf-4d62-8e10-d2ce28a9e2d2 req-ae6200b8-6bc0-463a-92b0-406a41c44517 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Floating IP b3ebf857-2bb3-41dd-8a30-05da3ad51b4d disassociated. External IP: 172.27.0.100, port: 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae. Nov 16 19:06:10.313431 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-ef0e375e-3adf-4d62-8e10-d2ce28a9e2d2 req-ae6200b8-6bc0-463a-92b0-406a41c44517 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Calling delete_port for 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae owned by compute:nova {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:06:10.448449 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-ef0e375e-3adf-4d62-8e10-d2ce28a9e2d2 req-ae6200b8-6bc0-463a-92b0-406a41c44517 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:10.476799 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6200b8-6bc0-463a-92b0-406a41c44517 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Pushing event deleted for resources: {'Port': ['ID=3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:10.566850 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a2fb49d8-fe32-4020-b82d-7087b9e649a4 req-8aa8cfd7-bc8d-427b-96ef-8104d92ba1a6 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=b188c4dd-b4cc-4a02-9ea4-901009c68534 HTTP/1.1" status: 200 len: 210 time: 0.0259261 Nov 16 19:06:10.592162 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef0e375e-3adf-4d62-8e10-d2ce28a9e2d2 req-ae6200b8-6bc0-463a-92b0-406a41c44517 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Router 2158e281-bada-4b76-901a-a1ed61a5967a has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:06:10.703567 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef0e375e-3adf-4d62-8e10-d2ce28a9e2d2 req-ae6200b8-6bc0-463a-92b0-406a41c44517 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:06:10.713915 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de27fc8-0e85-4ed5-b813-a0c47c1ac67e None None] Sync routers for ids ['2158e281-bada-4b76-901a-a1ed61a5967a'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:06:10.723835 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de27fc8-0e85-4ed5-b813-a0c47c1ac67e None None] Routers {'2158e281-bada-4b76-901a-a1ed61a5967a'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:06:10.724448 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-0de27fc8-0e85-4ed5-b813-a0c47c1ac67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:06:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['2158e281-bada-4b76-901a-a1ed61a5967a'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:06:10.743196 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0e375e-3adf-4d62-8e10-d2ce28a9e2d2 req-ae6200b8-6bc0-463a-92b0-406a41c44517 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] No DVR routers for this DVR port 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae on host hv-cinder-66710 {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:06:10.745891 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-ef0e375e-3adf-4d62-8e10-d2ce28a9e2d2 req-ae6200b8-6bc0-463a-92b0-406a41c44517 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:10.750007 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ef0e375e-3adf-4d62-8e10-d2ce28a9e2d2 req-ae6200b8-6bc0-463a-92b0-406a41c44517 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.18 "DELETE /v2.0/ports/3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae HTTP/1.1" status: 204 len: 173 time: 0.8225250 Nov 16 19:06:10.750546 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b188c4dd-b4cc-4a02-9ea4-901009c68534', 'name': 'network-vif-deleted', 'tag': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:06:10.752805 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8c1d6b-15f3-47e3-aff1-5ce3f2feb3fb" -d '{"events": [{"server_uuid": "b188c4dd-b4cc-4a02-9ea4-901009c68534", "name": "network-vif-deleted", "tag": "3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:06:10.798955 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e93ad3-6c9c-4a26-adac-245696717cd7 x-openstack-request-id: req-71e93ad3-6c9c-4a26-adac-245696717cd7 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:06:10.799255 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b188c4dd-b4cc-4a02-9ea4-901009c68534", "name": "network-vif-deleted", "tag": "3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:06:10.800034 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-71e93ad3-6c9c-4a26-adac-245696717cd7 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:06:10.800034 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b188c4dd-b4cc-4a02-9ea4-901009c68534', 'name': 'network-vif-deleted', 'tag': '3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae', 'status': 'completed', 'code': 200} Nov 16 19:06:10.951013 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-0de27fc8-0e85-4ed5-b813-a0c47c1ac67e None None] Set router 2158e281-bada-4b76-901a-a1ed61a5967a gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:06:11.154256 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-0de27fc8-0e85-4ed5-b813-a0c47c1ac67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'name': 'tempest-AttachVolumeShelveTestJSON-25857139-router', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:02:29Z', 'updated_at': '2021-11-16T19:02:33Z', 'revision_number': 4, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'gw_port': {'id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:30Z', 'updated_at': '2021-11-16T19:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '7950416e-317f-4bca-aac7-f81a358100b9', 'name': '', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'mac_address': 'fa:16:3e:56:03:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:32Z', 'updated_at': '2021-11-16T19:02:36Z', 'revision_number': 5, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'subnets': [{'id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:06:11.181214 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de27fc8-0e85-4ed5-b813-a0c47c1ac67e None None] Checking router: 2158e281-bada-4b76-901a-a1ed61a5967a for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:06:11.191213 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de27fc8-0e85-4ed5-b813-a0c47c1ac67e None None] Routers {'2158e281-bada-4b76-901a-a1ed61a5967a'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:06:11.191509 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-0de27fc8-0e85-4ed5-b813-a0c47c1ac67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:06:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['2158e281-bada-4b76-901a-a1ed61a5967a'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:06:11.301928 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-0de27fc8-0e85-4ed5-b813-a0c47c1ac67e None None] Set router 2158e281-bada-4b76-901a-a1ed61a5967a gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:06:11.391995 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 51128) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:06:11.398348 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:11.441672 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_v2 [None req-782577ea-1d9e-4bbe-be85-2f0ccd894440 admin admin] Deleting subnet 5681c7b1-1bbc-4b41-bd62-1c8dc292a06f {{(pid=101695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 19:06:11.445288 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-782577ea-1d9e-4bbe-be85-2f0ccd894440 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:11.479242 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-782577ea-1d9e-4bbe-be85-2f0ccd894440 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63388205'] for subnet, precommit_delete_associations {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:11.518606 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-782577ea-1d9e-4bbe-be85-2f0ccd894440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-623022'] for subnet, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:11.520573 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-0de27fc8-0e85-4ed5-b813-a0c47c1ac67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'name': 'tempest-AttachVolumeShelveTestJSON-25857139-router', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:02:29Z', 'updated_at': '2021-11-16T19:02:33Z', 'revision_number': 4, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'gw_port': {'id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:30Z', 'updated_at': '2021-11-16T19:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '7950416e-317f-4bca-aac7-f81a358100b9', 'name': '', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'mac_address': 'fa:16:3e:56:03:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:32Z', 'updated_at': '2021-11-16T19:02:36Z', 'revision_number': 5, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'subnets': [{'id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:06:11.547362 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de27fc8-0e85-4ed5-b813-a0c47c1ac67e None None] The sync data for ids ['2158e281-bada-4b76-901a-a1ed61a5967a'] in dv-cinder-667108-35-iscsi is: [{'id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'name': 'tempest-AttachVolumeShelveTestJSON-25857139-router', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:02:29Z', 'updated_at': '2021-11-16T19:02:33Z', 'revision_number': 4, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'gw_port': {'id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:30Z', 'updated_at': '2021-11-16T19:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '7950416e-317f-4bca-aac7-f81a358100b9', 'name': '', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'mac_address': 'fa:16:3e:56:03:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:32Z', 'updated_at': '2021-11-16T19:02:36Z', 'revision_number': 5, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'subnets': [{'id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:06:11.577951 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-782577ea-1d9e-4bbe-be85-2f0ccd894440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-623025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63250203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63062689'] for subnet, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:11.610070 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782577ea-1d9e-4bbe-be85-2f0ccd894440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5681c7b1-1bbc-4b41-bd62-1c8dc292a06f,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:11.617011 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-782577ea-1d9e-4bbe-be85-2f0ccd894440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for subnet, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:11.623057 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 51132) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:06:11.623618 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-782577ea-1d9e-4bbe-be85-2f0ccd894440 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5681c7b1-1bbc-4b41-bd62-1c8dc292a06f HTTP/1.1" status: 204 len: 168 time: 0.2304165 Nov 16 19:06:11.680010 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 51136) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:06:11.724686 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-82762818-147a-4ef8-9089-cb8e8ba7addc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806902'] for network, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:11.761732 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-cd0b2398-40ae-4687-b5b9-f9aa865a0e36 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:11.787863 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-cd0b2398-40ae-4687-b5b9-f9aa865a0e36 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:11.814724 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-82762818-147a-4ef8-9089-cb8e8ba7addc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629537', 'neutron.services.segments.db._delete_segments_for_network-8770492521988'] for network, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:11.840241 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-cd0b2398-40ae-4687-b5b9-f9aa865a0e36 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:11.842248 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-82762818-147a-4ef8-9089-cb8e8ba7addc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734c5c23-6b90-4051-923f-6327396b1039']}} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:06:11.843089 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-cd0b2398-40ae-4687-b5b9-f9aa865a0e36 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:11.844238 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-cd0b2398-40ae-4687-b5b9-f9aa865a0e36 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "DELETE /v2.0/security-groups/d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef HTTP/1.1" status: 204 len: 168 time: 0.1631703 Nov 16 19:06:11.849576 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 51138) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:06:11.853488 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b2398-40ae-4687-b5b9-f9aa865a0e36 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:11.860938 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-82762818-147a-4ef8-9089-cb8e8ba7addc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18cbe37c-da1b-41a5-aa05-52dbc02a11ee') {'for_net_delete': True} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:06:11.861240 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-82762818-147a-4ef8-9089-cb8e8ba7addc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18cbe37c-da1b-41a5-aa05-52dbc02a11ee') {} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:06:11.861852 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae951fb0-0feb-4523-bf77-c2d8b39a5eab None None] New status for floating IP b3ebf857-2bb3-41dd-8a30-05da3ad51b4d: DOWN {{(pid=101698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 19:06:11.874729 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.api.v2.resource [None req-66cb2083-dadf-47d7-8aad-6f8909ccc737 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] show failed (client error): The resource could not be found. Nov 16 19:06:11.875761 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-66cb2083-dadf-47d7-8aad-6f8909ccc737 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups/d5f7b5e5-f74f-44b6-8deb-141d1d1de3ef HTTP/1.1" status: 404 len: 347 time: 0.0251863 Nov 16 19:06:11.877639 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-82762818-147a-4ef8-9089-cb8e8ba7addc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770492523021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932041'] for segment, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:11.880053 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 51140) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:06:11.929423 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-82762818-147a-4ef8-9089-cb8e8ba7addc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:11.969245 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82762818-147a-4ef8-9089-cb8e8ba7addc admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=101696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 19:06:11.969765 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-82762818-147a-4ef8-9089-cb8e8ba7addc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66353909'] for segment, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: Traceback (most recent call last): Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: timer() Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: cb(*args, **kw) Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: return func(*args, **kwargs) Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: self._notify() Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: self.callback(batched_events) Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: event.method(event) Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: return f(self, *a, **k) Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: return self._get(url).json() Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: return self.request(url, 'GET', **kwargs) Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 19:06:11.971543 dv-cinder-667108-35-iscsi neutron-server[101696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 19:06:12.057220 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-82762818-147a-4ef8-9089-cb8e8ba7addc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833601'] for network, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:12.065743 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-82762818-147a-4ef8-9089-cb8e8ba7addc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:12.069138 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-82762818-147a-4ef8-9089-cb8e8ba7addc admin admin] 10.222.0.46 "DELETE /v2.0/networks/734c5c23-6b90-4051-923f-6327396b1039 HTTP/1.1" status: 204 len: 168 time: 0.4437633 Nov 16 19:06:12.087436 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82762818-147a-4ef8-9089-cb8e8ba7addc admin admin] Pushing event deleted for resources: {'Network': ['ID=734c5c23-6b90-4051-923f-6327396b1039,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:12.096549 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-d3eb5eb5-353f-4354-9135-60df85e5dd2e tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Deleting port ab5edb11-f48f-4d19-a548-3ab05fbc385a {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:06:12.096955 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d3eb5eb5-353f-4354-9135-60df85e5dd2e tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:12.185748 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d3eb5eb5-353f-4354-9135-60df85e5dd2e tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:12.186078 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d3eb5eb5-353f-4354-9135-60df85e5dd2e tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:12.198498 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-d3eb5eb5-353f-4354-9135-60df85e5dd2e tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Calling delete_port for ab5edb11-f48f-4d19-a548-3ab05fbc385a owned by network:floatingip {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:06:12.271061 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 51144) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:06:12.319759 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-ea74d95d-f746-4888-bf59-5f4a464e1360 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=16e9cbea1c0e436b8c518eaa18d7b74c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447323 Nov 16 19:06:12.319985 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 51146) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:06:12.365352 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d3eb5eb5-353f-4354-9135-60df85e5dd2e tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:12.376688 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-7d12af57-5128-4a85-a159-96efb936561a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:12.393424 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb5eb5-353f-4354-9135-60df85e5dd2e tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Pushing event deleted for resources: {'Port': ['ID=ab5edb11-f48f-4d19-a548-3ab05fbc385a,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:12.404264 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-7d12af57-5128-4a85-a159-96efb936561a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:12.452017 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d3eb5eb5-353f-4354-9135-60df85e5dd2e tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for floatingip, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:12.455099 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d3eb5eb5-353f-4354-9135-60df85e5dd2e tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for floatingip, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:12.456264 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-7d12af57-5128-4a85-a159-96efb936561a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:12.456418 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-d3eb5eb5-353f-4354-9135-60df85e5dd2e tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "DELETE /v2.0/floatingips/b3ebf857-2bb3-41dd-8a30-05da3ad51b4d HTTP/1.1" status: 204 len: 168 time: 0.5749233 Nov 16 19:06:12.458981 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-7d12af57-5128-4a85-a159-96efb936561a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:12.460896 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-7d12af57-5128-4a85-a159-96efb936561a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/18988d05-094d-4758-9002-d6ff9489e7fc HTTP/1.1" status: 204 len: 168 time: 0.1392982 Nov 16 19:06:12.468355 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12af57-5128-4a85-a159-96efb936561a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18988d05-094d-4758-9002-d6ff9489e7fc,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:12.909707 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 51152) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:06:12.914930 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-043a16ca-691b-4f77-b20c-c0a149460eed tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--73525442', 'description': 'tempest-description--771099053'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:06:12.939074 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-043a16ca-691b-4f77-b20c-c0a149460eed tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:13.001740 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-043a16ca-691b-4f77-b20c-c0a149460eed tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:13.005209 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-043a16ca-691b-4f77-b20c-c0a149460eed tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:13.034736 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-043a16ca-691b-4f77-b20c-c0a149460eed tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:13.035966 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-043a16ca-691b-4f77-b20c-c0a149460eed tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1252370 Nov 16 19:06:13.038344 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a16ca-691b-4f77-b20c-c0a149460eed tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acfc5b69-1c3b-4c91-8a85-4852d32d9b86,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:13.039433 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 51154) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:06:13.044133 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-b57cfc4a-d46f-472c-92a2-ff1d27c34b56 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Request body: {'security_group_rule': {'security_group_id': 'acfc5b69-1c3b-4c91-8a85-4852d32d9b86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:06:13.071098 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b57cfc4a-d46f-472c-92a2-ff1d27c34b56 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:13.123775 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b57cfc4a-d46f-472c-92a2-ff1d27c34b56 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:13.127328 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b57cfc4a-d46f-472c-92a2-ff1d27c34b56 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:13.143806 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57cfc4a-d46f-472c-92a2-ff1d27c34b56 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d91d43-979c-4409-9f1b-c4e6c7870225,revision_number=0']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:13.153624 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b57cfc4a-d46f-472c-92a2-ff1d27c34b56 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:13.157507 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 51156) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:06:13.157673 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-b57cfc4a-d46f-472c-92a2-ff1d27c34b56 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170707 Nov 16 19:06:13.163563 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-60b4af5d-e662-4951-85d4-0cc0b451eeba tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Request body: {'security_group_rule': {'security_group_id': 'acfc5b69-1c3b-4c91-8a85-4852d32d9b86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:06:13.163709 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:13.193830 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-60b4af5d-e662-4951-85d4-0cc0b451eeba tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:13.195939 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:06:13.215598 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] No Port match for: 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:06:13.215943 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 3c2c4e6b-17cd-4a03-8b15-1a156a3f00ae not bound to the agent host hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:06:13.246033 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-60b4af5d-e662-4951-85d4-0cc0b451eeba tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:13.249473 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-60b4af5d-e662-4951-85d4-0cc0b451eeba tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:13.266475 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4af5d-e662-4951-85d4-0cc0b451eeba tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c407013-f395-40ca-80c5-16eb42b4b2ef,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:13.275403 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-60b4af5d-e662-4951-85d4-0cc0b451eeba tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:13.276677 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-60b4af5d-e662-4951-85d4-0cc0b451eeba tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178997 Nov 16 19:06:13.279543 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 51158) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:06:13.283910 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-20724d0c-6483-451e-9d6f-673394e01ee9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Request body: {'floatingip': {'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:06:13.305728 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-20724d0c-6483-451e-9d6f-673394e01ee9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for floatingip, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:13.401618 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-20724d0c-6483-451e-9d6f-673394e01ee9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:13.500025 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_common [None req-20724d0c-6483-451e-9d6f-673394e01ee9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Allocated IP 172.27.0.50 (5f3ac952-8559-40cc-8fc1-b48178a4ccf1/5b3505d5-c140-47b1-9b3e-49bde3fac2c7/805cca35-6dae-42d7-826a-31ce2ce0e4e5) {{(pid=101695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:06:13.600907 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-20724d0c-6483-451e-9d6f-673394e01ee9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for port, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:13.635504 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-20724d0c-6483-451e-9d6f-673394e01ee9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:13.676107 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20724d0c-6483-451e-9d6f-673394e01ee9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:06:13.680483 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-20724d0c-6483-451e-9d6f-673394e01ee9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:06:13.684605 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20724d0c-6483-451e-9d6f-673394e01ee9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Received port after_create {{(pid=101695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:06:13.687541 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20724d0c-6483-451e-9d6f-673394e01ee9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Pushing event updated for resources: {'Port': ['ID=805cca35-6dae-42d7-826a-31ce2ce0e4e5,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:13.769750 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-20724d0c-6483-451e-9d6f-673394e01ee9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:13.791602 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:13.805533 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-20724d0c-6483-451e-9d6f-673394e01ee9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:13.954352 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-20724d0c-6483-451e-9d6f-673394e01ee9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for port, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:13.959452 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-20724d0c-6483-451e-9d6f-673394e01ee9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63250401'] for port, after_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:14.024125 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20724d0c-6483-451e-9d6f-673394e01ee9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Pushing event updated for resources: {'Port': ['ID=805cca35-6dae-42d7-826a-31ce2ce0e4e5,revision_number=2']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:14.035152 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-20724d0c-6483-451e-9d6f-673394e01ee9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833619'] for floatingip, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:14.049625 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-20724d0c-6483-451e-9d6f-673394e01ee9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for floatingip, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:14.050945 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-20724d0c-6483-451e-9d6f-673394e01ee9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7704577 Nov 16 19:06:14.244463 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-19a01215-b1d4-489e-a8f7-4c93319c6988 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--73525442&fields=id&tenant_id=b7b9aa6405c640ff81bc02db314b5e9c HTTP/1.1" status: 200 len: 267 time: 0.0446730 Nov 16 19:06:14.347247 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-8c9fcd43-9fbd-488f-9642-9ff3c13fc327 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:14.348711 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-8c9fcd43-9fbd-488f-9642-9ff3c13fc327 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/networks?id=56c01722-be30-4639-862d-514173b6757f HTTP/1.1" status: 200 len: 815 time: 0.0976698 Nov 16 19:06:14.363719 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-cc75a9ee-71b1-47f3-9c95-239a689c2ac5 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/quotas/b7b9aa6405c640ff81bc02db314b5e9c HTTP/1.1" status: 200 len: 375 time: 0.0089142 Nov 16 19:06:14.419792 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-da0bc6fd-93bd-4b4c-b890-c0b039635b91 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b7b9aa6405c640ff81bc02db314b5e9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498488 Nov 16 19:06:14.511325 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-c9459183-11ca-436f-8b13-6ce67d7de82e service neutron] 10.222.0.46 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795770 Nov 16 19:06:14.603314 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-0f19f978-7d76-4eb1-b5b5-d5f11ce815d4 service neutron] 10.222.0.46 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862448 Nov 16 19:06:14.763227 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-cc7ffc5c-72e2-46d1-840b-8ca80900e4a4 req-3a0157ac-149c-4503-9c38-b6db0f7237ab tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 210 time: 0.0285621 Nov 16 19:06:15.637176 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-498d018f-96a2-4daf-b1ff-f72f75ffb256 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:15.638698 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-498d018f-96a2-4daf-b1ff-f72f75ffb256 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.18 "GET /v2.0/networks?id=56c01722-be30-4639-862d-514173b6757f HTTP/1.1" status: 200 len: 815 time: 0.1064260 Nov 16 19:06:15.707541 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-5b0d418b-2627-4f89-ae6e-af371dcbac65 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7b9aa6405c640ff81bc02db314b5e9c HTTP/1.1" status: 200 len: 378 time: 0.0572972 Nov 16 19:06:15.716800 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-838653dc-f02f-432b-afe6-ead325ca2bcc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Request body: {'port': {'device_id': '072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'admin_state_up': True, 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'security_groups': ['acfc5b69-1c3b-4c91-8a85-4852d32d9b86']}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:06:15.820211 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-838653dc-f02f-432b-afe6-ead325ca2bcc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Made reservation on behalf of b7b9aa6405c640ff81bc02db314b5e9c for: {'port': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:06:15.823729 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-838653dc-f02f-432b-afe6-ead325ca2bcc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:15.868571 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fbc80455-64f5-405a-843a-05629a36d228 req-dfb5ace2-3987-45bd-a6cc-2618520e0537 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 210 time: 0.0324397 Nov 16 19:06:15.972474 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-838653dc-f02f-432b-afe6-ead325ca2bcc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Allocated IP 172.20.0.7 (56c01722-be30-4639-862d-514173b6757f/bb6d7954-2af9-4d7e-9874-8228af3b7bec/5a94a757-e4b7-461b-a346-267538387bdf) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:06:16.118468 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-838653dc-f02f-432b-afe6-ead325ca2bcc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:16.150652 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-838653dc-f02f-432b-afe6-ead325ca2bcc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:16.193501 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-838653dc-f02f-432b-afe6-ead325ca2bcc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Network 56c01722-be30-4639-862d-514173b6757f is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:06:16.196756 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-838653dc-f02f-432b-afe6-ead325ca2bcc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:06:16.200485 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-838653dc-f02f-432b-afe6-ead325ca2bcc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:06:16.206551 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838653dc-f02f-432b-afe6-ead325ca2bcc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Pushing event updated for resources: {'Port': ['ID=5a94a757-e4b7-461b-a346-267538387bdf,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:16.254302 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-838653dc-f02f-432b-afe6-ead325ca2bcc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:16.254931 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-838653dc-f02f-432b-afe6-ead325ca2bcc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:16.271941 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-838653dc-f02f-432b-afe6-ead325ca2bcc tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5586252 Nov 16 19:06:16.283919 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] Request body: {'port': {'device_id': '072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:06:16.342267 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:16.450610 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-390f5398-f637-4019-86e8-7d60dd593876 None None] Provisioning complete for port 5a94a757-e4b7-461b-a346-267538387bdf triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:06:16.451216 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-390f5398-f637-4019-86e8-7d60dd593876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:16.484735 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-390f5398-f637-4019-86e8-7d60dd593876 None None] Port 5a94a757-e4b7-461b-a346-267538387bdf cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:06:16.596229 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a94a757-e4b7-461b-a346-267538387bdf {{(pid=101696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:06:16.603864 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:16.615308 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.provisioning_blocks [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] Transition to ACTIVE for port object 5a94a757-e4b7-461b-a346-267538387bdf will not be triggered until provisioned by entity L2. {{(pid=101696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 19:06:16.619995 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:16.667096 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] Pushing event updated for resources: {'Port': ['ID=5a94a757-e4b7-461b-a346-267538387bdf,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:16.974531 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] Attempting to bind port 5a94a757-e4b7-461b-a346-267538387bdf on host hv-cinder-66710 for vnic_type normal with profile {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:06:16.974789 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] Attempting to bind port 5a94a757-e4b7-461b-a346-267538387bdf by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '56c01722-be30-4639-862d-514173b6757f'}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:06:16.975177 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] Attempting to bind port 5a94a757-e4b7-461b-a346-267538387bdf on network 56c01722-be30-4639-862d-514173b6757f {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:06:16.979912 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] Port 5a94a757-e4b7-461b-a346-267538387bdf on network 56c01722-be30-4639-862d-514173b6757f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 19:06:16.980236 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] Attempting to bind port 5a94a757-e4b7-461b-a346-267538387bdf on network 56c01722-be30-4639-862d-514173b6757f {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:06:16.984955 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] Checking agent: {'id': 'b114dd46-986e-4d55-bca0-7e9758e41aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'started_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:06:16.985295 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] Checking segment: {'id': '91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '56c01722-be30-4639-862d-514173b6757f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:06:16.985712 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] Bound using segment: {'id': '91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '56c01722-be30-4639-862d-514173b6757f'} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:06:16.986155 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] Bound port: 5a94a757-e4b7-461b-a346-267538387bdf, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '56c01722-be30-4639-862d-514173b6757f'}}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:06:16.986505 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:16.990557 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35076374-b094-4022-b7e4-f6ad4be9975f req-2b96481d-5c24-411f-b2be-e49832b2407d tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:16.992064 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-35076374-b094-4022-b7e4-f6ad4be9975f req-2b96481d-5c24-411f-b2be-e49832b2407d tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 943 time: 0.0515997 Nov 16 19:06:17.039772 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-35076374-b094-4022-b7e4-f6ad4be9975f req-8c4ade94-010e-4794-802f-b0135eb038b1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417683 Nov 16 19:06:17.058012 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] For port 5a94a757-e4b7-461b-a346-267538387bdf, host hv-cinder-66710, cleared binding levels {{(pid=101696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:06:17.060989 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] For port 5a94a757-e4b7-461b-a346-267538387bdf, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=5a94a757-e4b7-461b-a346-267538387bdf,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:06:17.065725 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:17.099121 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:17.099621 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:17.101894 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] 10.222.0.18 "PUT /v2.0/ports/5a94a757-e4b7-461b-a346-267538387bdf HTTP/1.1" status: 200 len: 1093 time: 0.8220143 Nov 16 19:06:17.103866 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4', 'tag': '5a94a757-e4b7-461b-a346-267538387bdf'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:06:17.106937 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fff724-a210-453f-b64f-a719f3342b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4", "tag": "5a94a757-e4b7-461b-a346-267538387bdf"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:06:17.133617 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f07a7-8991-4402-ad40-b871b006da23 service neutron] Pushing event updated for resources: {'Port': ['ID=5a94a757-e4b7-461b-a346-267538387bdf,revision_number=3']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:17.154875 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bdca10-2fc2-4b10-ad86-6e4e4ba32bf3 x-openstack-request-id: req-19bdca10-2fc2-4b10-ad86-6e4e4ba32bf3 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:06:17.155277 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4", "tag": "5a94a757-e4b7-461b-a346-267538387bdf", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:06:17.155538 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-19bdca10-2fc2-4b10-ad86-6e4e4ba32bf3 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:06:17.155929 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4', 'tag': '5a94a757-e4b7-461b-a346-267538387bdf', 'status': 'completed', 'code': 200} Nov 16 19:06:17.191752 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-c5c3d386-0c64-4cce-8cdd-4be35eb67967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:17.193278 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-c5c3d386-0c64-4cce-8cdd-4be35eb67967 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7b9aa6405c640ff81bc02db314b5e9c&device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 1096 time: 0.0492003 Nov 16 19:06:17.240717 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-39ac5cfb-ee8b-4a84-b7af-ca330a8d8196 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a94a757-e4b7-461b-a346-267538387bdf HTTP/1.1" status: 200 len: 217 time: 0.0383387 Nov 16 19:06:17.291154 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-ce53ceaa-5e6a-4517-9201-758e1e03f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:17.292607 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-ce53ceaa-5e6a-4517-9201-758e1e03f7af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb6d7954-2af9-4d7e-9874-8228af3b7bec HTTP/1.1" status: 200 len: 854 time: 0.0450974 Nov 16 19:06:17.344527 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-f03ef80b-305d-4d4b-839f-926253f149d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:17.346125 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-f03ef80b-305d-4d4b-839f-926253f149d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56c01722-be30-4639-862d-514173b6757f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455604 Nov 16 19:06:17.434928 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-1d881c6a-0922-4b54-8d5e-8f80c10a000c service neutron] 10.222.0.18 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797644 Nov 16 19:06:17.526174 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3b22661b-df94-4f7a-a0a1-51bef79805ed req-c949d985-6a67-4589-b2e0-4b7d2c752274 service neutron] 10.222.0.18 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836444 Nov 16 19:06:17.593880 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:06:17.615270 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fff724-a210-453f-b64f-a719f3342b0c req-54d13d8b-c231-4d7f-8b54-cb4975284255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:17.616842 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-57fff724-a210-453f-b64f-a719f3342b0c req-54d13d8b-c231-4d7f-8b54-cb4975284255 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7b9aa6405c640ff81bc02db314b5e9c&device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 1096 time: 0.0396903 Nov 16 19:06:17.707760 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fff724-a210-453f-b64f-a719f3342b0c req-75a87d67-6e34-4298-b95c-a1f3dd722a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:17.709109 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-57fff724-a210-453f-b64f-a719f3342b0c req-75a87d67-6e34-4298-b95c-a1f3dd722a89 service neutron] 10.222.0.18 "GET /v2.0/networks?id=56c01722-be30-4639-862d-514173b6757f HTTP/1.1" status: 200 len: 916 time: 0.0853639 Nov 16 19:06:17.749371 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-57fff724-a210-453f-b64f-a719f3342b0c req-8e7c761f-e178-4cad-b008-ae80dc912c9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a94a757-e4b7-461b-a346-267538387bdf HTTP/1.1" status: 200 len: 217 time: 0.0324926 Nov 16 19:06:17.797708 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fff724-a210-453f-b64f-a719f3342b0c req-fcbca765-b43c-4b59-862e-9ca3fcaeb41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:17.799141 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-57fff724-a210-453f-b64f-a719f3342b0c req-fcbca765-b43c-4b59-862e-9ca3fcaeb41b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb6d7954-2af9-4d7e-9874-8228af3b7bec HTTP/1.1" status: 200 len: 854 time: 0.0413535 Nov 16 19:06:17.852907 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fff724-a210-453f-b64f-a719f3342b0c req-a550801f-c697-48d3-9a0f-065a9e9e9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:17.854680 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-57fff724-a210-453f-b64f-a719f3342b0c req-a550801f-c697-48d3-9a0f-065a9e9e9f43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56c01722-be30-4639-862d-514173b6757f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442348 Nov 16 19:06:17.943801 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-57fff724-a210-453f-b64f-a719f3342b0c req-47e510f2-8a59-41af-8c2c-e18d3b6c8cd3 service neutron] 10.222.0.18 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812757 Nov 16 19:06:18.035418 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-57fff724-a210-453f-b64f-a719f3342b0c req-3acbeb0e-e724-460a-b43a-a46b8515df95 service neutron] 10.222.0.18 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826731 Nov 16 19:06:18.156513 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc704f8-85a4-42cf-b5e3-49bd9e1eb45e req-7d946682-5726-41a7-9fb9-ab49d858e7ba tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:18.158021 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-bfc704f8-85a4-42cf-b5e3-49bd9e1eb45e req-7d946682-5726-41a7-9fb9-ab49d858e7ba tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 943 time: 0.0482776 Nov 16 19:06:18.203415 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-bfc704f8-85a4-42cf-b5e3-49bd9e1eb45e req-ae52edac-ffe0-4879-acf9-b569097fa8d5 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396545 Nov 16 19:06:19.231164 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 5a94a757-e4b7-461b-a346-267538387bdf details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:06:19.327327 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 5a94a757-e4b7-461b-a346-267538387bdf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=5a94a757-e4b7-461b-a346-267538387bdf,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:06:19.338660 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': '5a94a757-e4b7-461b-a346-267538387bdf', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'port_id': '5a94a757-e4b7-461b-a346-267538387bdf', 'mac_address': 'fa:16:3e:a4:15:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:06:19.375067 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:19.388272 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a94a757-e4b7-461b-a346-267538387bdf {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:06:19.407574 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 5a94a757-e4b7-461b-a346-267538387bdf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=5a94a757-e4b7-461b-a346-267538387bdf,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:06:19.411484 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:19.461746 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=5a94a757-e4b7-461b-a346-267538387bdf,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:19.468660 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:06:19.469037 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:06:19.469385 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:06:19.469749 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:06:19.470087 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:06:19.470435 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:06:19.470770 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:06:19.471100 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:06:19.471443 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:06:19.471772 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:06:19.472098 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:06:19.472419 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:06:19.475755 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef9968-bd06-41b0-89f9-987029febce3 req-c9153ede-8503-4f67-838e-6e3dbbebefd1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:19.477256 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-73ef9968-bd06-41b0-89f9-987029febce3 req-c9153ede-8503-4f67-838e-6e3dbbebefd1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 944 time: 0.2007451 Nov 16 19:06:19.524232 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-73ef9968-bd06-41b0-89f9-987029febce3 req-fbc39cfd-73b4-4032-ad58-e09cca9cecec tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409577 Nov 16 19:06:19.638460 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['5a94a757-e4b7-461b-a346-267538387bdf'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:06:20.694259 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982914c-193a-4bfe-81e6-3a37b41534a9 req-905f0579-2cb7-4acf-b21a-d676b0df663c tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:20.695717 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-4982914c-193a-4bfe-81e6-3a37b41534a9 req-905f0579-2cb7-4acf-b21a-d676b0df663c tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 944 time: 0.1007106 Nov 16 19:06:20.744984 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-4982914c-193a-4bfe-81e6-3a37b41534a9 req-3bf917a2-2bda-489b-b2d1-1616f6ffad49 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407920 Nov 16 19:06:21.094665 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f2e9c-2c14-4c49-bc97-e26d2c75aaf2 req-22080402-95f8-48b7-a5e2-c4d7e0d64ba3 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:21.096041 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4b9f2e9c-2c14-4c49-bc97-e26d2c75aaf2 req-22080402-95f8-48b7-a5e2-c4d7e0d64ba3 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0480008 Nov 16 19:06:21.145572 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4b9f2e9c-2c14-4c49-bc97-e26d2c75aaf2 req-1bf89ebf-8933-4585-9e22-9cc256375b9f tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429471 Nov 16 19:06:21.240469 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 5a94a757-e4b7-461b-a346-267538387bdf up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:06:21.290367 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning for port 5a94a757-e4b7-461b-a346-267538387bdf completed by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 19:06:21.294380 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port 5a94a757-e4b7-461b-a346-267538387bdf triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:06:21.294756 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:21.368336 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:21.389925 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a94a757-e4b7-461b-a346-267538387bdf'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:06:21.392153 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96381ce-ada6-44d3-9036-fe79537329b4" -d '{"events": [{"server_uuid": "072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4", "name": "network-vif-plugged", "status": "completed", "tag": "5a94a757-e4b7-461b-a346-267538387bdf"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:06:21.404644 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 5a94a757-e4b7-461b-a346-267538387bdf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=5a94a757-e4b7-461b-a346-267538387bdf,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:06:21.409782 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:21.433147 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9006c309-2807-417b-962d-532dff6a46cb x-openstack-request-id: req-9006c309-2807-417b-962d-532dff6a46cb {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:06:21.433460 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4", "name": "network-vif-plugged", "status": "completed", "tag": "5a94a757-e4b7-461b-a346-267538387bdf", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:06:21.433743 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9006c309-2807-417b-962d-532dff6a46cb {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:06:21.434127 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a94a757-e4b7-461b-a346-267538387bdf', 'code': 200} Nov 16 19:06:21.462304 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=5a94a757-e4b7-461b-a346-267538387bdf,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:21.594897 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb397d0-e61f-4daf-b041-301c4ec28025 req-a5adcafc-0381-44fa-b00a-8eec648bd49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:21.596411 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-efb397d0-e61f-4daf-b041-301c4ec28025 req-a5adcafc-0381-44fa-b00a-8eec648bd49a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 1098 time: 0.0388389 Nov 16 19:06:21.640889 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-efb397d0-e61f-4daf-b041-301c4ec28025 req-b9cdaf74-a10e-4d68-944d-660a0fb7348d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367281 Nov 16 19:06:21.861577 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54886773-5007-41c2-9b0b-7cf965c59a84 req-38221b44-3e3f-4674-a9ad-bd0b9153fea1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:21.863040 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-54886773-5007-41c2-9b0b-7cf965c59a84 req-38221b44-3e3f-4674-a9ad-bd0b9153fea1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 945 time: 0.0475144 Nov 16 19:06:21.909259 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-54886773-5007-41c2-9b0b-7cf965c59a84 req-50ab4ec7-7da0-41ae-8ccd-7ae44314ef5c tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397472 Nov 16 19:06:22.258949 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bf205-c350-4d30-8c56-6b82e1fc5509 req-bb0abf1d-4847-48af-884d-475190eb8882 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:22.260451 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-af1bf205-c350-4d30-8c56-6b82e1fc5509 req-bb0abf1d-4847-48af-884d-475190eb8882 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0482874 Nov 16 19:06:22.306918 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-af1bf205-c350-4d30-8c56-6b82e1fc5509 req-5874a760-8c78-448b-a2df-19b4096f96b5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404994 Nov 16 19:06:23.029971 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805e9ba-405a-4bc8-a4b6-e1c606be91c5 req-8b8356b7-1682-4437-a5e9-572a0ed37d89 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:23.031425 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d805e9ba-405a-4bc8-a4b6-e1c606be91c5 req-8b8356b7-1682-4437-a5e9-572a0ed37d89 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 945 time: 0.0520523 Nov 16 19:06:23.077027 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d805e9ba-405a-4bc8-a4b6-e1c606be91c5 req-71076b46-338b-4595-b70b-fcdc9368f2e7 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397239 Nov 16 19:06:23.187012 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd67f84-fe5b-4542-9900-048a0a0d7296 req-2a15a822-6cb8-4d3c-9640-d8fa83f44d2c tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:23.188456 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-1bd67f84-fe5b-4542-9900-048a0a0d7296 req-2a15a822-6cb8-4d3c-9640-d8fa83f44d2c tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 945 time: 0.0467799 Nov 16 19:06:23.197241 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 51228) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:06:23.202271 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-d389fc12-f090-493b-bf4f-f727063f671d tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Request body: {'floatingip': {'port_id': '5a94a757-e4b7-461b-a346-267538387bdf'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:06:23.244965 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d389fc12-f090-493b-bf4f-f727063f671d tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for floatingip, before_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:23.441950 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6a291-79ee-40a4-9416-770d22071a20 req-e3b0915c-6e0b-4cbc-a487-9d051469964f tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:23.443221 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-83a6a291-79ee-40a4-9416-770d22071a20 req-e3b0915c-6e0b-4cbc-a487-9d051469964f tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0706248 Nov 16 19:06:23.473840 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb386a-ce17-4424-b506-6f2e233aa0db req-5e2311aa-9b62-4eaf-97a8-d29f14ca3c55 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:23.475808 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-92fb386a-ce17-4424-b506-6f2e233aa0db req-5e2311aa-9b62-4eaf-97a8-d29f14ca3c55 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.18 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 945 time: 0.0721011 Nov 16 19:06:23.529696 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-83a6a291-79ee-40a4-9416-770d22071a20 req-6a1eb652-ccda-4c36-a92c-cc931d297b3d tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a89e8ca-37d5-4a1e-9a32-b22db717da13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795197 Nov 16 19:06:23.582207 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-92fb386a-ce17-4424-b506-6f2e233aa0db req-a305a1f6-e65b-43df-8323-91ffc09bb711 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Deleting port e5571c38-77b9-4106-b9fd-2ba0f22a1929 {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:06:23.582552 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-92fb386a-ce17-4424-b506-6f2e233aa0db req-a305a1f6-e65b-43df-8323-91ffc09bb711 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:23.653577 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d389fc12-f090-493b-bf4f-f727063f671d tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:23.657378 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d389fc12-f090-493b-bf4f-f727063f671d tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833619'] for floatingip, after_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:23.673361 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-92fb386a-ce17-4424-b506-6f2e233aa0db req-a305a1f6-e65b-43df-8323-91ffc09bb711 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] For port e5571c38-77b9-4106-b9fd-2ba0f22a1929, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e5571c38-77b9-4106-b9fd-2ba0f22a1929,segment=NetworkSegment(7252eafa-21d3-408d-abc0-6b2031ff6976),segment_id=7252eafa-21d3-408d-abc0-6b2031ff6976)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:06:23.673760 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-92fb386a-ce17-4424-b506-6f2e233aa0db req-a305a1f6-e65b-43df-8323-91ffc09bb711 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:23.751980 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.l3_db [None req-d389fc12-f090-493b-bf4f-f727063f671d tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Floating IP b89b504b-9a14-4cad-93a6-9e024bab3cab associated. External IP: 172.27.0.50, port: 5a94a757-e4b7-461b-a346-267538387bdf. Nov 16 19:06:23.841607 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-92fb386a-ce17-4424-b506-6f2e233aa0db req-a305a1f6-e65b-43df-8323-91ffc09bb711 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:23.841976 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-92fb386a-ce17-4424-b506-6f2e233aa0db req-a305a1f6-e65b-43df-8323-91ffc09bb711 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833619'] for floatingip, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:23.842317 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.db.l3_db [req-92fb386a-ce17-4424-b506-6f2e233aa0db req-a305a1f6-e65b-43df-8323-91ffc09bb711 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Floating IP 44841319-1f8e-41c0-99e9-75e466ac7907 disassociated. External IP: 172.27.0.67, port: e5571c38-77b9-4106-b9fd-2ba0f22a1929. Nov 16 19:06:23.842675 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-92fb386a-ce17-4424-b506-6f2e233aa0db req-a305a1f6-e65b-43df-8323-91ffc09bb711 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Calling delete_port for e5571c38-77b9-4106-b9fd-2ba0f22a1929 owned by compute:nova {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:06:23.956892 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d389fc12-f090-493b-bf4f-f727063f671d tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Router 2158e281-bada-4b76-901a-a1ed61a5967a has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:06:23.974490 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-92fb386a-ce17-4424-b506-6f2e233aa0db req-a305a1f6-e65b-43df-8323-91ffc09bb711 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:24.007885 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305a1f6-e65b-43df-8323-91ffc09bb711 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Pushing event deleted for resources: {'Port': ['ID=e5571c38-77b9-4106-b9fd-2ba0f22a1929,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:24.066673 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d389fc12-f090-493b-bf4f-f727063f671d tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:06:24.071539 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d389fc12-f090-493b-bf4f-f727063f671d tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for floatingip, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:24.079010 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ecf24a-c1ed-4149-8c88-f99f7f630f59 None None] Sync routers for ids ['2158e281-bada-4b76-901a-a1ed61a5967a'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:06:24.091332 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ecf24a-c1ed-4149-8c88-f99f7f630f59 None None] Routers {'2158e281-bada-4b76-901a-a1ed61a5967a'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:06:24.091972 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-39ecf24a-c1ed-4149-8c88-f99f7f630f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:06:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['2158e281-bada-4b76-901a-a1ed61a5967a'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:06:24.098204 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-d389fc12-f090-493b-bf4f-f727063f671d tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "PUT /v2.0/floatingips/b89b504b-9a14-4cad-93a6-9e024bab3cab HTTP/1.1" status: 200 len: 990 time: 0.8998926 Nov 16 19:06:24.098914 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4', 'tag': '5a94a757-e4b7-461b-a346-267538387bdf'}] {{(pid=101695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:06:24.101818 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd271a50102e67beddb2fedac2b1f0e72c74193367130158f77a5ad7182eeeac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3075ce-5f43-4b2e-9d4b-3949961d6bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4", "tag": "5a94a757-e4b7-461b-a346-267538387bdf"}]}' {{(pid=101695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:06:24.125540 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92fb386a-ce17-4424-b506-6f2e233aa0db req-a305a1f6-e65b-43df-8323-91ffc09bb711 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:06:24.163500 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6467d484-7717-40bf-bba7-7c9d04bbdaa0 x-openstack-request-id: req-6467d484-7717-40bf-bba7-7c9d04bbdaa0 {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:06:24.163794 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4", "tag": "5a94a757-e4b7-461b-a346-267538387bdf", "status": "completed", "code": 200}]} {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:06:24.164458 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6467d484-7717-40bf-bba7-7c9d04bbdaa0 {{(pid=101695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:06:24.164458 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4', 'tag': '5a94a757-e4b7-461b-a346-267538387bdf', 'status': 'completed', 'code': 200} Nov 16 19:06:24.207396 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-39ecf24a-c1ed-4149-8c88-f99f7f630f59 None None] Set router 2158e281-bada-4b76-901a-a1ed61a5967a gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:06:24.262995 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3075ce-5f43-4b2e-9d4b-3949961d6bc5 req-11e19cec-7ac3-47e1-a629-b33542dc5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:24.264395 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8e3075ce-5f43-4b2e-9d4b-3949961d6bc5 req-11e19cec-7ac3-47e1-a629-b33542dc5b95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7b9aa6405c640ff81bc02db314b5e9c&device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 1098 time: 0.0677083 Nov 16 19:06:24.268880 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92fb386a-ce17-4424-b506-6f2e233aa0db req-a305a1f6-e65b-43df-8323-91ffc09bb711 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:06:24.281331 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73839c4-2c5f-4a1d-a0f8-f6e57e0fc99d None None] Sync routers for ids ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'] in dv-cinder-667108-35-iscsi {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:06:24.293456 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73839c4-2c5f-4a1d-a0f8-f6e57e0fc99d None None] Routers {'78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:06:24.294187 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-e73839c4-2c5f-4a1d-a0f8-f6e57e0fc99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:06:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:06:24.354312 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fb386a-ce17-4424-b506-6f2e233aa0db req-a305a1f6-e65b-43df-8323-91ffc09bb711 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] No DVR routers for this DVR port e5571c38-77b9-4106-b9fd-2ba0f22a1929 on host hv-cinder-66710 {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:06:24.361411 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-92fb386a-ce17-4424-b506-6f2e233aa0db req-a305a1f6-e65b-43df-8323-91ffc09bb711 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:24.366376 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-92fb386a-ce17-4424-b506-6f2e233aa0db req-a305a1f6-e65b-43df-8323-91ffc09bb711 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.18 "DELETE /v2.0/ports/e5571c38-77b9-4106-b9fd-2ba0f22a1929 HTTP/1.1" status: 204 len: 173 time: 0.8798363 Nov 16 19:06:24.366881 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7190b8e5-4def-4b46-bf21-dae43664c0ad', 'name': 'network-vif-deleted', 'tag': 'e5571c38-77b9-4106-b9fd-2ba0f22a1929'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:06:24.369095 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1b3efc-f59c-42e9-ad82-1f8a35394f35" -d '{"events": [{"server_uuid": "7190b8e5-4def-4b46-bf21-dae43664c0ad", "name": "network-vif-deleted", "tag": "e5571c38-77b9-4106-b9fd-2ba0f22a1929"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:06:24.414583 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-e73839c4-2c5f-4a1d-a0f8-f6e57e0fc99d None None] Set router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:06:24.426684 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf894ef5-68d0-4b95-a1fd-1fce77404f73 x-openstack-request-id: req-cf894ef5-68d0-4b95-a1fd-1fce77404f73 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:06:24.427094 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7190b8e5-4def-4b46-bf21-dae43664c0ad", "name": "network-vif-deleted", "tag": "e5571c38-77b9-4106-b9fd-2ba0f22a1929", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:06:24.427239 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf894ef5-68d0-4b95-a1fd-1fce77404f73 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:06:24.427625 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7190b8e5-4def-4b46-bf21-dae43664c0ad', 'name': 'network-vif-deleted', 'tag': 'e5571c38-77b9-4106-b9fd-2ba0f22a1929', 'status': 'completed', 'code': 200} Nov 16 19:06:24.441991 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3075ce-5f43-4b2e-9d4b-3949961d6bc5 req-38f555a2-e1d2-4266-8a83-06b53863b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:24.444214 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8e3075ce-5f43-4b2e-9d4b-3949961d6bc5 req-38f555a2-e1d2-4266-8a83-06b53863b5b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=56c01722-be30-4639-862d-514173b6757f HTTP/1.1" status: 200 len: 916 time: 0.1700020 Nov 16 19:06:24.534147 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8e3075ce-5f43-4b2e-9d4b-3949961d6bc5 req-201916d3-c148-4e06-9ae6-92930432a425 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a94a757-e4b7-461b-a346-267538387bdf HTTP/1.1" status: 200 len: 998 time: 0.0763955 Nov 16 19:06:24.609089 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3075ce-5f43-4b2e-9d4b-3949961d6bc5 req-69fbf394-2a1d-476e-a1e8-1a23c3b35fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:24.611852 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8e3075ce-5f43-4b2e-9d4b-3949961d6bc5 req-69fbf394-2a1d-476e-a1e8-1a23c3b35fca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb6d7954-2af9-4d7e-9874-8228af3b7bec HTTP/1.1" status: 200 len: 854 time: 0.0647368 Nov 16 19:06:24.680594 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3075ce-5f43-4b2e-9d4b-3949961d6bc5 req-b88c95de-8bbe-40a4-a7fc-1b80398844aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:24.683000 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8e3075ce-5f43-4b2e-9d4b-3949961d6bc5 req-b88c95de-8bbe-40a4-a7fc-1b80398844aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56c01722-be30-4639-862d-514173b6757f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0612493 Nov 16 19:06:24.689363 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-39ecf24a-c1ed-4149-8c88-f99f7f630f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'name': 'tempest-AttachVolumeShelveTestJSON-25857139-router', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:02:29Z', 'updated_at': '2021-11-16T19:02:33Z', 'revision_number': 4, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'gw_port': {'id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:30Z', 'updated_at': '2021-11-16T19:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': 'b89b504b-9a14-4cad-93a6-9e024bab3cab', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'port_id': '5a94a757-e4b7-461b-a346-267538387bdf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'mac_address': 'fa:16:3e:a4:15:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:06:13Z', 'updated_at': '2021-11-16T19:06:23Z', 'revision_number': 1, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7950416e-317f-4bca-aac7-f81a358100b9', 'name': '', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'mac_address': 'fa:16:3e:56:03:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:32Z', 'updated_at': '2021-11-16T19:02:36Z', 'revision_number': 5, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'subnets': [{'id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:06:24.692361 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-7a37bef6-aa8d-4c13-bb45-3b679c83a46e req-c18e6665-ac98-4226-968a-6900f5c2dbf5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=7190b8e5-4def-4b46-bf21-dae43664c0ad HTTP/1.1" status: 200 len: 210 time: 0.0289211 Nov 16 19:06:24.718028 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ecf24a-c1ed-4149-8c88-f99f7f630f59 None None] Checking router: 2158e281-bada-4b76-901a-a1ed61a5967a for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:06:24.718878 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-e73839c4-2c5f-4a1d-a0f8-f6e57e0fc99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'name': 'tempest-AttachVolumeTestJSON-4116363-router', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:16Z', 'updated_at': '2021-11-16T19:01:23Z', 'revision_number': 4, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'gw_port': {'id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:17Z', 'updated_at': '2021-11-16T19:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'b3f5ba86-38b1-4820-aead-823d92b759bf', 'name': '', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'mac_address': 'fa:16:3e:ab:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:21Z', 'updated_at': '2021-11-16T19:01:28Z', 'revision_number': 5, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'subnets': [{'id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:06:24.726569 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ecf24a-c1ed-4149-8c88-f99f7f630f59 None None] Routers {'2158e281-bada-4b76-901a-a1ed61a5967a'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:06:24.727173 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-39ecf24a-c1ed-4149-8c88-f99f7f630f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:06:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['2158e281-bada-4b76-901a-a1ed61a5967a'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:06:24.746401 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73839c4-2c5f-4a1d-a0f8-f6e57e0fc99d None None] Checking router: 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 for host: dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:06:24.755950 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73839c4-2c5f-4a1d-a0f8-f6e57e0fc99d None None] Routers {'78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:06:24.757253 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-e73839c4-2c5f-4a1d-a0f8-f6e57e0fc99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:06:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:06:24.786750 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8e3075ce-5f43-4b2e-9d4b-3949961d6bc5 req-0d1ec7df-b018-46dd-896a-fbcf2f89e11e service neutron] 10.222.0.18 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940542 Nov 16 19:06:24.836104 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-39ecf24a-c1ed-4149-8c88-f99f7f630f59 None None] Set router 2158e281-bada-4b76-901a-a1ed61a5967a gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:06:24.870040 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-e73839c4-2c5f-4a1d-a0f8-f6e57e0fc99d None None] Set router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:06:24.911828 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8e3075ce-5f43-4b2e-9d4b-3949961d6bc5 req-c4fa3b73-d86e-4ff1-bff5-72dea1add84d service neutron] 10.222.0.18 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163175 Nov 16 19:06:25.076764 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-39ecf24a-c1ed-4149-8c88-f99f7f630f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'name': 'tempest-AttachVolumeShelveTestJSON-25857139-router', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:02:29Z', 'updated_at': '2021-11-16T19:02:33Z', 'revision_number': 4, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'gw_port': {'id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:30Z', 'updated_at': '2021-11-16T19:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': 'b89b504b-9a14-4cad-93a6-9e024bab3cab', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'port_id': '5a94a757-e4b7-461b-a346-267538387bdf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'mac_address': 'fa:16:3e:a4:15:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:06:13Z', 'updated_at': '2021-11-16T19:06:23Z', 'revision_number': 1, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7950416e-317f-4bca-aac7-f81a358100b9', 'name': '', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'mac_address': 'fa:16:3e:56:03:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:32Z', 'updated_at': '2021-11-16T19:02:36Z', 'revision_number': 5, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'subnets': [{'id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:06:25.082920 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-e73839c4-2c5f-4a1d-a0f8-f6e57e0fc99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'name': 'tempest-AttachVolumeTestJSON-4116363-router', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:16Z', 'updated_at': '2021-11-16T19:01:23Z', 'revision_number': 4, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'gw_port': {'id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:17Z', 'updated_at': '2021-11-16T19:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'b3f5ba86-38b1-4820-aead-823d92b759bf', 'name': '', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'mac_address': 'fa:16:3e:ab:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:21Z', 'updated_at': '2021-11-16T19:01:28Z', 'revision_number': 5, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'subnets': [{'id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:06:25.103359 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ecf24a-c1ed-4149-8c88-f99f7f630f59 None None] The sync data for ids ['2158e281-bada-4b76-901a-a1ed61a5967a'] in dv-cinder-667108-35-iscsi is: [{'id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'name': 'tempest-AttachVolumeShelveTestJSON-25857139-router', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:02:29Z', 'updated_at': '2021-11-16T19:02:33Z', 'revision_number': 4, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'gw_port': {'id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:30Z', 'updated_at': '2021-11-16T19:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': 'b89b504b-9a14-4cad-93a6-9e024bab3cab', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'port_id': '5a94a757-e4b7-461b-a346-267538387bdf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'mac_address': 'fa:16:3e:a4:15:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:06:13Z', 'updated_at': '2021-11-16T19:06:23Z', 'revision_number': 1, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7950416e-317f-4bca-aac7-f81a358100b9', 'name': '', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'mac_address': 'fa:16:3e:56:03:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:32Z', 'updated_at': '2021-11-16T19:02:36Z', 'revision_number': 5, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'subnets': [{'id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:06:25.110087 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73839c4-2c5f-4a1d-a0f8-f6e57e0fc99d None None] The sync data for ids ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'] in dv-cinder-667108-35-iscsi is: [{'id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'name': 'tempest-AttachVolumeTestJSON-4116363-router', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:16Z', 'updated_at': '2021-11-16T19:01:23Z', 'revision_number': 4, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'gw_port': {'id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:17Z', 'updated_at': '2021-11-16T19:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'b3f5ba86-38b1-4820-aead-823d92b759bf', 'name': '', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'mac_address': 'fa:16:3e:ab:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:21Z', 'updated_at': '2021-11-16T19:01:28Z', 'revision_number': 5, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'subnets': [{'id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:06:25.341364 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc64c4d-355a-478d-88f5-76ba6482d3f9 None None] New status for floating IP 44841319-1f8e-41c0-99e9-75e466ac7907: DOWN {{(pid=101697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 19:06:25.523599 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4970711-b86c-4729-adb2-024558e90f8a None None] New status for floating IP b89b504b-9a14-4cad-93a6-9e024bab3cab: ACTIVE {{(pid=101698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 19:06:25.780507 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 51246) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:06:25.835433 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-65841c09-86cc-42b9-a05d-b77d8f1e905d tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:25.857794 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-65841c09-86cc-42b9-a05d-b77d8f1e905d tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:25.902204 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-65841c09-86cc-42b9-a05d-b77d8f1e905d tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:25.904962 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-65841c09-86cc-42b9-a05d-b77d8f1e905d tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:25.906124 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-65841c09-86cc-42b9-a05d-b77d8f1e905d tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "DELETE /v2.0/security-groups/8a89e8ca-37d5-4a1e-9a32-b22db717da13 HTTP/1.1" status: 204 len: 168 time: 0.1238108 Nov 16 19:06:25.908912 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 51248) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:06:25.916431 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65841c09-86cc-42b9-a05d-b77d8f1e905d tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a89e8ca-37d5-4a1e-9a32-b22db717da13,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:25.923369 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.api.v2.resource [None req-b74ac554-704c-4d59-a17a-255cc33de9a3 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] show failed (client error): The resource could not be found. Nov 16 19:06:25.924464 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-b74ac554-704c-4d59-a17a-255cc33de9a3 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups/8a89e8ca-37d5-4a1e-9a32-b22db717da13 HTTP/1.1" status: 404 len: 347 time: 0.0141685 Nov 16 19:06:25.927682 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 51250) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:06:26.052381 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-3bd6a83c-113e-4007-9914-ad407efa2f60 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Deleting port 5a6410ed-72c6-4dcb-8551-a7f5b8863e81 {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:06:26.052627 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3bd6a83c-113e-4007-9914-ad407efa2f60 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:26.128487 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3bd6a83c-113e-4007-9914-ad407efa2f60 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:26.128806 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3bd6a83c-113e-4007-9914-ad407efa2f60 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:26.140231 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-3bd6a83c-113e-4007-9914-ad407efa2f60 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Calling delete_port for 5a6410ed-72c6-4dcb-8551-a7f5b8863e81 owned by network:floatingip {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:06:26.266503 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3bd6a83c-113e-4007-9914-ad407efa2f60 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:26.293934 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6a83c-113e-4007-9914-ad407efa2f60 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Pushing event deleted for resources: {'Port': ['ID=5a6410ed-72c6-4dcb-8551-a7f5b8863e81,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:26.350693 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3bd6a83c-113e-4007-9914-ad407efa2f60 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for floatingip, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:26.353060 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3bd6a83c-113e-4007-9914-ad407efa2f60 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for floatingip, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:26.354230 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-3bd6a83c-113e-4007-9914-ad407efa2f60 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "DELETE /v2.0/floatingips/44841319-1f8e-41c0-99e9-75e466ac7907 HTTP/1.1" status: 204 len: 168 time: 0.4248724 Nov 16 19:06:26.663073 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 51258) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:06:26.667511 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-62af8387-a827-455c-bd14-c3255ad1bcf6 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--805011269', 'description': 'tempest-description--61052263'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:06:26.689415 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-62af8387-a827-455c-bd14-c3255ad1bcf6 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:26.758482 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-62af8387-a827-455c-bd14-c3255ad1bcf6 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:26.762026 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-62af8387-a827-455c-bd14-c3255ad1bcf6 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:26.791664 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-62af8387-a827-455c-bd14-c3255ad1bcf6 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:26.792864 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-62af8387-a827-455c-bd14-c3255ad1bcf6 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1288097 Nov 16 19:06:26.794142 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af8387-a827-455c-bd14-c3255ad1bcf6 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b6266e-9c8e-4303-a896-386a4a892da1,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:26.797221 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 51260) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:06:26.801488 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-5fc5bba1-f3d9-4bc7-9730-9fec2d080709 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Request body: {'security_group_rule': {'security_group_id': '29b6266e-9c8e-4303-a896-386a4a892da1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:06:26.827984 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5fc5bba1-f3d9-4bc7-9730-9fec2d080709 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:26.887231 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5fc5bba1-f3d9-4bc7-9730-9fec2d080709 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:26.890541 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5fc5bba1-f3d9-4bc7-9730-9fec2d080709 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:26.907581 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5bba1-f3d9-4bc7-9730-9fec2d080709 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581daa16-9b49-4c6d-8468-b19b2b6fba9e,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:26.914114 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5fc5bba1-f3d9-4bc7-9730-9fec2d080709 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:26.915332 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-5fc5bba1-f3d9-4bc7-9730-9fec2d080709 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171596 Nov 16 19:06:26.918027 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 51262) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:06:26.922436 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-32a67734-4b9c-44d2-a4c3-bf2b1cd6c701 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Request body: {'security_group_rule': {'security_group_id': '29b6266e-9c8e-4303-a896-386a4a892da1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:06:26.948275 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-32a67734-4b9c-44d2-a4c3-bf2b1cd6c701 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:27.001325 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-32a67734-4b9c-44d2-a4c3-bf2b1cd6c701 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:27.004704 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-32a67734-4b9c-44d2-a4c3-bf2b1cd6c701 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:27.021275 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a67734-4b9c-44d2-a4c3-bf2b1cd6c701 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b22ef6-7f35-4cff-b8ac-9811022320b7,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:27.029108 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-32a67734-4b9c-44d2-a4c3-bf2b1cd6c701 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:27.030313 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-32a67734-4b9c-44d2-a4c3-bf2b1cd6c701 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113312 Nov 16 19:06:27.033375 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 51264) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:06:27.038201 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-bf916baf-08bb-492e-8124-533188920ee4 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Request body: {'floatingip': {'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:06:27.058024 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bf916baf-08bb-492e-8124-533188920ee4 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for floatingip, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:27.152477 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bf916baf-08bb-492e-8124-533188920ee4 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:27.253267 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_common [None req-bf916baf-08bb-492e-8124-533188920ee4 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Allocated IP 172.27.0.119 (5f3ac952-8559-40cc-8fc1-b48178a4ccf1/5b3505d5-c140-47b1-9b3e-49bde3fac2c7/4c0afe88-aa2c-4f88-b5e2-82bb422936e7) {{(pid=101695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:06:27.273786 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device e5571c38-77b9-4106-b9fd-2ba0f22a1929 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:06:27.296646 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] No Port match for: e5571c38-77b9-4106-b9fd-2ba0f22a1929 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:06:27.296995 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device e5571c38-77b9-4106-b9fd-2ba0f22a1929 not bound to the agent host hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:06:27.354369 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bf916baf-08bb-492e-8124-533188920ee4 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for port, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:27.387800 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bf916baf-08bb-492e-8124-533188920ee4 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:27.434627 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf916baf-08bb-492e-8124-533188920ee4 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:06:27.437418 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-bf916baf-08bb-492e-8124-533188920ee4 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:06:27.440305 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf916baf-08bb-492e-8124-533188920ee4 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Received port after_create {{(pid=101695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:06:27.648932 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf916baf-08bb-492e-8124-533188920ee4 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Pushing event updated for resources: {'Port': ['ID=4c0afe88-aa2c-4f88-b5e2-82bb422936e7,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:27.710773 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bf916baf-08bb-492e-8124-533188920ee4 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:27.742654 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bf916baf-08bb-492e-8124-533188920ee4 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:27.886531 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bf916baf-08bb-492e-8124-533188920ee4 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for port, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:27.890678 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bf916baf-08bb-492e-8124-533188920ee4 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63250401'] for port, after_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:27.960056 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf916baf-08bb-492e-8124-533188920ee4 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Pushing event updated for resources: {'Port': ['ID=4c0afe88-aa2c-4f88-b5e2-82bb422936e7,revision_number=2']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:27.969855 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bf916baf-08bb-492e-8124-533188920ee4 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833619'] for floatingip, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:27.984879 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bf916baf-08bb-492e-8124-533188920ee4 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for floatingip, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:27.986153 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-bf916baf-08bb-492e-8124-533188920ee4 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9518340 Nov 16 19:06:28.133657 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-16e22f0a-ee35-4a78-9936-f33d8e572a5f tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--805011269&fields=id&tenant_id=836db18eadf842ce90dda0a1221006ff HTTP/1.1" status: 200 len: 267 time: 0.0447071 Nov 16 19:06:28.236474 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-4c8c90fe-4603-43de-84d3-75c1ca6422b1 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:28.237869 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-4c8c90fe-4603-43de-84d3-75c1ca6422b1 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/networks?id=88bf2e43-28ce-4261-97c8-fd704bf50e7b HTTP/1.1" status: 200 len: 808 time: 0.0977337 Nov 16 19:06:28.252161 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-1dae8876-f044-4364-a722-4fd0c9498f07 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/quotas/836db18eadf842ce90dda0a1221006ff HTTP/1.1" status: 200 len: 375 time: 0.0087092 Nov 16 19:06:28.302827 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-24f99369-8c34-4474-8e86-c0b623efded0 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=836db18eadf842ce90dda0a1221006ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454106 Nov 16 19:06:28.444138 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-0818f6b1-fc87-446d-8f3f-f651168500af service neutron] 10.222.0.46 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301796 Nov 16 19:06:28.536332 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-38a84a4d-c240-4c71-97db-e2b5c83fb702 service neutron] 10.222.0.46 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858257 Nov 16 19:06:28.696978 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-35b34702-190f-4d7b-ac9e-1d5ba3cfcdce req-14f3207c-dd91-48b6-b267-ac6b4c241514 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fa66316-7216-4224-92a2-7280db37d232 HTTP/1.1" status: 200 len: 210 time: 0.0275326 Nov 16 19:06:29.787876 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-f4b83b78-d137-4f47-be50-22acb0a78f3c tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:29.789338 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-f4b83b78-d137-4f47-be50-22acb0a78f3c tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.18 "GET /v2.0/networks?id=88bf2e43-28ce-4261-97c8-fd704bf50e7b HTTP/1.1" status: 200 len: 808 time: 0.1016321 Nov 16 19:06:29.800312 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-eabd31f3-a2d8-4620-b18c-ede6ce1e8c91 req-5f76a637-7ccc-45c9-b124-1e5993bea3d4 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fa66316-7216-4224-92a2-7280db37d232 HTTP/1.1" status: 200 len: 210 time: 0.0304959 Nov 16 19:06:29.852200 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-d52879d6-ee5e-4366-8dbd-85902db70cb2 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=836db18eadf842ce90dda0a1221006ff HTTP/1.1" status: 200 len: 379 time: 0.0537319 Nov 16 19:06:29.860907 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-3eb22f8a-8840-4622-9556-1783e9c4b555 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Request body: {'port': {'device_id': '9fa66316-7216-4224-92a2-7280db37d232', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'admin_state_up': True, 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'security_groups': ['29b6266e-9c8e-4303-a896-386a4a892da1']}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:06:29.979996 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-3eb22f8a-8840-4622-9556-1783e9c4b555 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Made reservation on behalf of 836db18eadf842ce90dda0a1221006ff for: {'port': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:06:29.983523 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-3eb22f8a-8840-4622-9556-1783e9c4b555 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:30.108830 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-3eb22f8a-8840-4622-9556-1783e9c4b555 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Allocated IP 172.20.0.9 (88bf2e43-28ce-4261-97c8-fd704bf50e7b/abfc24cf-bb3f-427f-8c1c-35e769c2f474/2e45e72d-543c-4ccf-ae9c-db23235939c9) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:06:30.242137 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-3eb22f8a-8840-4622-9556-1783e9c4b555 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:30.276282 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-3eb22f8a-8840-4622-9556-1783e9c4b555 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:30.323691 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-3eb22f8a-8840-4622-9556-1783e9c4b555 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Network 88bf2e43-28ce-4261-97c8-fd704bf50e7b is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:06:30.326789 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-3eb22f8a-8840-4622-9556-1783e9c4b555 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:06:30.330708 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-3eb22f8a-8840-4622-9556-1783e9c4b555 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:06:30.355234 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb22f8a-8840-4622-9556-1783e9c4b555 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Pushing event updated for resources: {'Port': ['ID=2e45e72d-543c-4ccf-ae9c-db23235939c9,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:30.387078 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-3eb22f8a-8840-4622-9556-1783e9c4b555 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:30.387725 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-3eb22f8a-8840-4622-9556-1783e9c4b555 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:30.405059 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-3eb22f8a-8840-4622-9556-1783e9c4b555 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5474982 Nov 16 19:06:30.406533 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:30.418133 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] Request body: {'port': {'device_id': '9fa66316-7216-4224-92a2-7280db37d232', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:06:30.476360 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:30.529509 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6d43867b-c65d-48b0-8c8a-22cac10699af None None] Provisioning complete for port 2e45e72d-543c-4ccf-ae9c-db23235939c9 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:06:30.529919 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6d43867b-c65d-48b0-8c8a-22cac10699af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:30.563066 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6d43867b-c65d-48b0-8c8a-22cac10699af None None] Port 2e45e72d-543c-4ccf-ae9c-db23235939c9 cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:06:30.739021 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e45e72d-543c-4ccf-ae9c-db23235939c9 {{(pid=101696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:06:30.747914 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:30.761253 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.provisioning_blocks [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] Transition to ACTIVE for port object 2e45e72d-543c-4ccf-ae9c-db23235939c9 will not be triggered until provisioned by entity L2. {{(pid=101696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 19:06:30.765166 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:30.816273 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] Pushing event updated for resources: {'Port': ['ID=2e45e72d-543c-4ccf-ae9c-db23235939c9,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:30.882380 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] Attempting to bind port 2e45e72d-543c-4ccf-ae9c-db23235939c9 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:06:30.882750 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] Attempting to bind port 2e45e72d-543c-4ccf-ae9c-db23235939c9 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '7252eafa-21d3-408d-abc0-6b2031ff6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b'}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:06:30.883080 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] Attempting to bind port 2e45e72d-543c-4ccf-ae9c-db23235939c9 on network 88bf2e43-28ce-4261-97c8-fd704bf50e7b {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:06:30.887396 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] Port 2e45e72d-543c-4ccf-ae9c-db23235939c9 on network 88bf2e43-28ce-4261-97c8-fd704bf50e7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 19:06:30.887720 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] Attempting to bind port 2e45e72d-543c-4ccf-ae9c-db23235939c9 on network 88bf2e43-28ce-4261-97c8-fd704bf50e7b {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:06:30.892684 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] Checking agent: {'id': 'b114dd46-986e-4d55-bca0-7e9758e41aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'started_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:06:30.893026 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] Checking segment: {'id': '7252eafa-21d3-408d-abc0-6b2031ff6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:06:30.893414 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] Bound using segment: {'id': '7252eafa-21d3-408d-abc0-6b2031ff6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b'} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:06:30.893876 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] Bound port: 2e45e72d-543c-4ccf-ae9c-db23235939c9, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7252eafa-21d3-408d-abc0-6b2031ff6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b'}}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:06:30.894235 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:30.931175 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae60386-b5c5-47db-9434-cd904dc992dd req-5454fab0-79f7-435c-9e5c-cf1432d4c433 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:30.933916 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2ae60386-b5c5-47db-9434-cd904dc992dd req-5454fab0-79f7-435c-9e5c-cf1432d4c433 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fa66316-7216-4224-92a2-7280db37d232 HTTP/1.1" status: 200 len: 943 time: 0.0545549 Nov 16 19:06:30.985580 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2ae60386-b5c5-47db-9434-cd904dc992dd req-4fb98d12-f6c9-455e-bde2-dad2a8540039 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=29b6266e-9c8e-4303-a896-386a4a892da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463243 Nov 16 19:06:31.190232 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] For port 2e45e72d-543c-4ccf-ae9c-db23235939c9, host hv-cinder-66710, cleared binding levels {{(pid=101696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:06:31.193728 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] For port 2e45e72d-543c-4ccf-ae9c-db23235939c9, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2e45e72d-543c-4ccf-ae9c-db23235939c9,segment=NetworkSegment(7252eafa-21d3-408d-abc0-6b2031ff6976),segment_id=7252eafa-21d3-408d-abc0-6b2031ff6976)] {{(pid=101696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:06:31.197802 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:31.229727 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:31.230413 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:31.232058 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] 10.222.0.18 "PUT /v2.0/ports/2e45e72d-543c-4ccf-ae9c-db23235939c9 HTTP/1.1" status: 200 len: 1093 time: 0.8186145 Nov 16 19:06:31.232498 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa66316-7216-4224-92a2-7280db37d232', 'tag': '2e45e72d-543c-4ccf-ae9c-db23235939c9'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:06:31.235117 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aca19c3-0620-4eb9-a90d-9ed457615145" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa66316-7216-4224-92a2-7280db37d232", "tag": "2e45e72d-543c-4ccf-ae9c-db23235939c9"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:06:31.261332 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b80889-c352-42ec-9108-e106b54456ef service neutron] Pushing event updated for resources: {'Port': ['ID=2e45e72d-543c-4ccf-ae9c-db23235939c9,revision_number=3']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:31.286930 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2920016-d827-489d-8719-581061486a61 x-openstack-request-id: req-f2920016-d827-489d-8719-581061486a61 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:06:31.287759 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa66316-7216-4224-92a2-7280db37d232", "tag": "2e45e72d-543c-4ccf-ae9c-db23235939c9", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:06:31.288017 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f2920016-d827-489d-8719-581061486a61 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:06:31.288408 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa66316-7216-4224-92a2-7280db37d232', 'tag': '2e45e72d-543c-4ccf-ae9c-db23235939c9', 'status': 'completed', 'code': 200} Nov 16 19:06:31.321497 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a2c010c0-5463-4954-a014-35e8611ec215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:31.323060 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-a2c010c0-5463-4954-a014-35e8611ec215 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=836db18eadf842ce90dda0a1221006ff&device_id=9fa66316-7216-4224-92a2-7280db37d232 HTTP/1.1" status: 200 len: 1096 time: 0.0453241 Nov 16 19:06:31.370858 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-c648c3a4-dbd9-4257-8bdc-1a8e2a40704a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e45e72d-543c-4ccf-ae9c-db23235939c9 HTTP/1.1" status: 200 len: 217 time: 0.0396605 Nov 16 19:06:31.421142 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-bccb5ba0-e2b6-4867-b77e-5338372c5ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:31.422624 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-bccb5ba0-e2b6-4867-b77e-5338372c5ef5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abfc24cf-bb3f-427f-8c1c-35e769c2f474 HTTP/1.1" status: 200 len: 847 time: 0.0449939 Nov 16 19:06:31.468090 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-d04b458d-7be1-48c4-8b1b-decb6c04bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:31.469586 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-d04b458d-7be1-48c4-8b1b-decb6c04bc10 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88bf2e43-28ce-4261-97c8-fd704bf50e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392110 Nov 16 19:06:31.562846 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-b6810d22-43af-4052-a0f4-22ef7d4877f8 service neutron] 10.222.0.18 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845439 Nov 16 19:06:31.654170 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1d267cdf-e3d9-4044-a3e9-10a35f0c0410 req-66e2f267-182e-4c4d-a492-f5d161a9f378 service neutron] 10.222.0.18 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836535 Nov 16 19:06:31.741243 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca19c3-0620-4eb9-a90d-9ed457615145 req-50f003fa-73ce-423e-829c-a714603747e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:31.742786 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9aca19c3-0620-4eb9-a90d-9ed457615145 req-50f003fa-73ce-423e-829c-a714603747e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=836db18eadf842ce90dda0a1221006ff&device_id=9fa66316-7216-4224-92a2-7280db37d232 HTTP/1.1" status: 200 len: 1096 time: 0.0408390 Nov 16 19:06:31.832976 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca19c3-0620-4eb9-a90d-9ed457615145 req-2e92b279-eac9-4452-aae7-a159bc42044b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:31.834524 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9aca19c3-0620-4eb9-a90d-9ed457615145 req-2e92b279-eac9-4452-aae7-a159bc42044b service neutron] 10.222.0.18 "GET /v2.0/networks?id=88bf2e43-28ce-4261-97c8-fd704bf50e7b HTTP/1.1" status: 200 len: 909 time: 0.0838964 Nov 16 19:06:31.878544 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9aca19c3-0620-4eb9-a90d-9ed457615145 req-ae9ec11c-7bfc-46ce-87be-6bbd1355dc16 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e45e72d-543c-4ccf-ae9c-db23235939c9 HTTP/1.1" status: 200 len: 217 time: 0.0365176 Nov 16 19:06:31.928310 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca19c3-0620-4eb9-a90d-9ed457615145 req-b27d910c-a20e-4917-9cbd-6ec7e6bdff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:31.929659 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9aca19c3-0620-4eb9-a90d-9ed457615145 req-b27d910c-a20e-4917-9cbd-6ec7e6bdff03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abfc24cf-bb3f-427f-8c1c-35e769c2f474 HTTP/1.1" status: 200 len: 847 time: 0.0426350 Nov 16 19:06:31.976860 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca19c3-0620-4eb9-a90d-9ed457615145 req-e89e05dd-3926-487f-b16d-2a7223cc860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:31.978336 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9aca19c3-0620-4eb9-a90d-9ed457615145 req-e89e05dd-3926-487f-b16d-2a7223cc860a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88bf2e43-28ce-4261-97c8-fd704bf50e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389524 Nov 16 19:06:32.109149 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9aca19c3-0620-4eb9-a90d-9ed457615145 req-7e91d24c-ed77-4c6d-b36c-0a871484a6c8 service neutron] 10.222.0.18 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099324 Nov 16 19:06:32.123416 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf5624-97eb-45e2-84d9-5291b28c95c7 req-be35215b-bff9-415f-a1d8-98840ec34c1c tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:32.124802 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3eaf5624-97eb-45e2-84d9-5291b28c95c7 req-be35215b-bff9-415f-a1d8-98840ec34c1c tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fa66316-7216-4224-92a2-7280db37d232 HTTP/1.1" status: 200 len: 943 time: 0.0693407 Nov 16 19:06:32.232069 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3eaf5624-97eb-45e2-84d9-5291b28c95c7 req-583be2a1-26a3-44c8-b044-1c116785caca tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=29b6266e-9c8e-4303-a896-386a4a892da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983746 Nov 16 19:06:32.241955 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9aca19c3-0620-4eb9-a90d-9ed457615145 req-b6978101-a301-457f-ab4a-a1e1d143643d service neutron] 10.222.0.18 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160865 Nov 16 19:06:33.290414 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 2e45e72d-543c-4ccf-ae9c-db23235939c9 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:06:33.343446 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c1bb7-cf1d-41fa-b37e-8734f3a322cb req-6926f978-1c23-41fc-a105-be50a73d0d7e tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:33.344975 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f03c1bb7-cf1d-41fa-b37e-8734f3a322cb req-6926f978-1c23-41fc-a105-be50a73d0d7e tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fa66316-7216-4224-92a2-7280db37d232 HTTP/1.1" status: 200 len: 943 time: 0.0479662 Nov 16 19:06:33.386758 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 2e45e72d-543c-4ccf-ae9c-db23235939c9, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2e45e72d-543c-4ccf-ae9c-db23235939c9,segment=NetworkSegment(7252eafa-21d3-408d-abc0-6b2031ff6976),segment_id=7252eafa-21d3-408d-abc0-6b2031ff6976)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:06:33.393085 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f03c1bb7-cf1d-41fa-b37e-8734f3a322cb req-1da207d6-60fc-4d4a-a694-3d97066756ed tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=29b6266e-9c8e-4303-a896-386a4a892da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410538 Nov 16 19:06:33.397817 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': '2e45e72d-543c-4ccf-ae9c-db23235939c9', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'port_id': '2e45e72d-543c-4ccf-ae9c-db23235939c9', 'mac_address': 'fa:16:3e:24:60:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:06:33.434374 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:33.446944 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e45e72d-543c-4ccf-ae9c-db23235939c9 {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:06:33.466122 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 2e45e72d-543c-4ccf-ae9c-db23235939c9, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2e45e72d-543c-4ccf-ae9c-db23235939c9,segment=NetworkSegment(7252eafa-21d3-408d-abc0-6b2031ff6976),segment_id=7252eafa-21d3-408d-abc0-6b2031ff6976)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:06:33.469959 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:33.519308 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=2e45e72d-543c-4ccf-ae9c-db23235939c9,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:33.704335 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['2e45e72d-543c-4ccf-ae9c-db23235939c9'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:06:34.505248 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc0511-b7a8-4f48-af71-7bd8be6c8c93 req-c935e5db-fb71-4150-9607-eb019ad5d2a7 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:34.507298 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-79cc0511-b7a8-4f48-af71-7bd8be6c8c93 req-c935e5db-fb71-4150-9607-eb019ad5d2a7 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fa66316-7216-4224-92a2-7280db37d232 HTTP/1.1" status: 200 len: 944 time: 0.0470057 Nov 16 19:06:34.555654 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-79cc0511-b7a8-4f48-af71-7bd8be6c8c93 req-2f42773f-7b62-49f4-9e71-63fd5435e70a tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=29b6266e-9c8e-4303-a896-386a4a892da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426593 Nov 16 19:06:35.295171 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 2e45e72d-543c-4ccf-ae9c-db23235939c9 up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:06:35.342623 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning for port 2e45e72d-543c-4ccf-ae9c-db23235939c9 completed by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 19:06:35.346607 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port 2e45e72d-543c-4ccf-ae9c-db23235939c9 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:06:35.346979 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:35.421411 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:35.442703 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa66316-7216-4224-92a2-7280db37d232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e45e72d-543c-4ccf-ae9c-db23235939c9'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:06:35.445439 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2794b46d-8b91-4e83-9373-d56579b51891" -d '{"events": [{"server_uuid": "9fa66316-7216-4224-92a2-7280db37d232", "name": "network-vif-plugged", "status": "completed", "tag": "2e45e72d-543c-4ccf-ae9c-db23235939c9"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:06:35.457756 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 2e45e72d-543c-4ccf-ae9c-db23235939c9, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2e45e72d-543c-4ccf-ae9c-db23235939c9,segment=NetworkSegment(7252eafa-21d3-408d-abc0-6b2031ff6976),segment_id=7252eafa-21d3-408d-abc0-6b2031ff6976)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:06:35.462057 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:35.486726 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36541415-d7eb-4ac0-b542-6997f62b39f8 x-openstack-request-id: req-36541415-d7eb-4ac0-b542-6997f62b39f8 {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:06:35.487020 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa66316-7216-4224-92a2-7280db37d232", "name": "network-vif-plugged", "status": "completed", "tag": "2e45e72d-543c-4ccf-ae9c-db23235939c9", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:06:35.487272 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-36541415-d7eb-4ac0-b542-6997f62b39f8 {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:06:35.487650 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa66316-7216-4224-92a2-7280db37d232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e45e72d-543c-4ccf-ae9c-db23235939c9', 'code': 200} Nov 16 19:06:35.513341 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=2e45e72d-543c-4ccf-ae9c-db23235939c9,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:06:35.676157 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557354c-991f-4cba-98e7-63aca16acd8e req-7de97dd8-e7ad-4bfa-9f6e-44cfba034022 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:35.677886 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-1557354c-991f-4cba-98e7-63aca16acd8e req-7de97dd8-e7ad-4bfa-9f6e-44cfba034022 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fa66316-7216-4224-92a2-7280db37d232 HTTP/1.1" status: 200 len: 945 time: 0.0538979 Nov 16 19:06:35.688070 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c287216-3cea-4efe-bfbe-de152d2d2fa7 req-4e6702d6-fb7d-4489-a6f1-07242a9136c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:35.689646 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8c287216-3cea-4efe-bfbe-de152d2d2fa7 req-4e6702d6-fb7d-4489-a6f1-07242a9136c8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9fa66316-7216-4224-92a2-7280db37d232 HTTP/1.1" status: 200 len: 1098 time: 0.0823612 Nov 16 19:06:35.724687 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-1557354c-991f-4cba-98e7-63aca16acd8e req-dff42f33-9188-4b6a-b2ca-a796d74b68b3 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=29b6266e-9c8e-4303-a896-386a4a892da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410666 Nov 16 19:06:35.737739 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8c287216-3cea-4efe-bfbe-de152d2d2fa7 req-5ac34862-4796-404a-b709-cda9637e322c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=29b6266e-9c8e-4303-a896-386a4a892da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408084 Nov 16 19:06:36.829253 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6a1c521e-87f8-4e9c-80bd-e8b1a3ea9ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:36.843054 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efb3e8-ed39-4e48-a666-eb63b2d9471f req-1f764238-a0d1-4301-9a8b-b4c9c462f00e tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:36.845368 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f9efb3e8-ed39-4e48-a666-eb63b2d9471f req-1f764238-a0d1-4301-9a8b-b4c9c462f00e tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fa66316-7216-4224-92a2-7280db37d232 HTTP/1.1" status: 200 len: 945 time: 0.0516527 Nov 16 19:06:36.893475 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f9efb3e8-ed39-4e48-a666-eb63b2d9471f req-975d14fd-4df4-427a-bea5-b6d86c05a8b4 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=29b6266e-9c8e-4303-a896-386a4a892da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422113 Nov 16 19:06:38.007928 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40787432-6bba-4043-bee4-c75622d9fe81 req-312395aa-f11f-4396-8852-306404e008be tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:38.009408 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-40787432-6bba-4043-bee4-c75622d9fe81 req-312395aa-f11f-4396-8852-306404e008be tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fa66316-7216-4224-92a2-7280db37d232 HTTP/1.1" status: 200 len: 945 time: 0.0517805 Nov 16 19:06:38.054011 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-40787432-6bba-4043-bee4-c75622d9fe81 req-d579a717-ab6a-4159-a2ad-635888bf4558 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=29b6266e-9c8e-4303-a896-386a4a892da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388677 Nov 16 19:06:38.163852 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871b3cb-48dc-4f42-b789-d4cdfb95799a req-75390d35-7498-48b0-b0aa-53f20157f2ff tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:38.165311 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b871b3cb-48dc-4f42-b789-d4cdfb95799a req-75390d35-7498-48b0-b0aa-53f20157f2ff tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fa66316-7216-4224-92a2-7280db37d232 HTTP/1.1" status: 200 len: 945 time: 0.0480287 Nov 16 19:06:38.173569 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 51340) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:06:38.178199 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-d6342444-b382-48c0-8653-64675bf320cc tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Request body: {'floatingip': {'port_id': '2e45e72d-543c-4ccf-ae9c-db23235939c9'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:06:38.218500 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d6342444-b382-48c0-8653-64675bf320cc tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for floatingip, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:38.618953 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d6342444-b382-48c0-8653-64675bf320cc tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:38.622823 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d6342444-b382-48c0-8653-64675bf320cc tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833619'] for floatingip, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:38.715507 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.db.l3_db [None req-d6342444-b382-48c0-8653-64675bf320cc tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Floating IP 1cf0a95d-92b2-4edf-a246-b7c95a94ba50 associated. External IP: 172.27.0.119, port: 2e45e72d-543c-4ccf-ae9c-db23235939c9. Nov 16 19:06:38.917006 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6342444-b382-48c0-8653-64675bf320cc tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:06:39.022173 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6342444-b382-48c0-8653-64675bf320cc tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:06:39.026977 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d6342444-b382-48c0-8653-64675bf320cc tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for floatingip, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:39.031865 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f184ac-e750-401f-ab75-8c9d93c37955 None None] Sync routers for ids ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:06:39.040954 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f184ac-e750-401f-ab75-8c9d93c37955 None None] Routers {'78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:06:39.041572 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-59f184ac-e750-401f-ab75-8c9d93c37955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:06:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:06:39.052267 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-d6342444-b382-48c0-8653-64675bf320cc tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "PUT /v2.0/floatingips/1cf0a95d-92b2-4edf-a246-b7c95a94ba50 HTTP/1.1" status: 200 len: 991 time: 0.8777349 Nov 16 19:06:39.053506 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa66316-7216-4224-92a2-7280db37d232', 'tag': '2e45e72d-543c-4ccf-ae9c-db23235939c9'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:06:39.055861 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2967215-dc88-4336-99f3-5e5667c001f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa66316-7216-4224-92a2-7280db37d232", "tag": "2e45e72d-543c-4ccf-ae9c-db23235939c9"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:06:39.094108 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42656aca-b0ae-4d73-970f-c27740f6832e x-openstack-request-id: req-42656aca-b0ae-4d73-970f-c27740f6832e {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:06:39.094402 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa66316-7216-4224-92a2-7280db37d232", "tag": "2e45e72d-543c-4ccf-ae9c-db23235939c9", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:06:39.094657 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-42656aca-b0ae-4d73-970f-c27740f6832e {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:06:39.095058 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa66316-7216-4224-92a2-7280db37d232', 'tag': '2e45e72d-543c-4ccf-ae9c-db23235939c9', 'status': 'completed', 'code': 200} Nov 16 19:06:39.150111 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-59f184ac-e750-401f-ab75-8c9d93c37955 None None] Set router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:06:39.164711 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2967215-dc88-4336-99f3-5e5667c001f0 req-330becd1-c9d9-4d13-afac-04d37284f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:39.166248 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c2967215-dc88-4336-99f3-5e5667c001f0 req-330becd1-c9d9-4d13-afac-04d37284f00f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=836db18eadf842ce90dda0a1221006ff&device_id=9fa66316-7216-4224-92a2-7280db37d232 HTTP/1.1" status: 200 len: 1098 time: 0.0414340 Nov 16 19:06:39.262169 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2967215-dc88-4336-99f3-5e5667c001f0 req-71343ecd-45a0-44da-8bf4-ad38eab43a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:39.263550 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c2967215-dc88-4336-99f3-5e5667c001f0 req-71343ecd-45a0-44da-8bf4-ad38eab43a1e service neutron] 10.222.0.18 "GET /v2.0/networks?id=88bf2e43-28ce-4261-97c8-fd704bf50e7b HTTP/1.1" status: 200 len: 909 time: 0.0890903 Nov 16 19:06:39.326990 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c2967215-dc88-4336-99f3-5e5667c001f0 req-aa851002-6ec9-4195-beaa-b4fda6be8273 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e45e72d-543c-4ccf-ae9c-db23235939c9 HTTP/1.1" status: 200 len: 999 time: 0.0558431 Nov 16 19:06:39.380101 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-59f184ac-e750-401f-ab75-8c9d93c37955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'name': 'tempest-AttachVolumeTestJSON-4116363-router', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:16Z', 'updated_at': '2021-11-16T19:01:23Z', 'revision_number': 4, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'gw_port': {'id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:17Z', 'updated_at': '2021-11-16T19:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '1cf0a95d-92b2-4edf-a246-b7c95a94ba50', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'port_id': '2e45e72d-543c-4ccf-ae9c-db23235939c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'mac_address': 'fa:16:3e:24:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66316-7216-4224-92a2-7280db37d232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:06:27Z', 'updated_at': '2021-11-16T19:06:38Z', 'revision_number': 1, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f5ba86-38b1-4820-aead-823d92b759bf', 'name': '', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'mac_address': 'fa:16:3e:ab:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:21Z', 'updated_at': '2021-11-16T19:01:28Z', 'revision_number': 5, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'subnets': [{'id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:06:39.382441 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2967215-dc88-4336-99f3-5e5667c001f0 req-3ec8c4cc-6490-4b40-ad83-1f9265bc91f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:39.383920 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c2967215-dc88-4336-99f3-5e5667c001f0 req-3ec8c4cc-6490-4b40-ad83-1f9265bc91f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abfc24cf-bb3f-427f-8c1c-35e769c2f474 HTTP/1.1" status: 200 len: 847 time: 0.0497921 Nov 16 19:06:39.409474 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f184ac-e750-401f-ab75-8c9d93c37955 None None] Checking router: 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:06:39.418246 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f184ac-e750-401f-ab75-8c9d93c37955 None None] Routers {'78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:06:39.418850 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-59f184ac-e750-401f-ab75-8c9d93c37955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:06:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:06:39.432863 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2967215-dc88-4336-99f3-5e5667c001f0 req-8eaacb51-5750-49e2-ba44-fd9c6459b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:06:39.434413 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c2967215-dc88-4336-99f3-5e5667c001f0 req-8eaacb51-5750-49e2-ba44-fd9c6459b589 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88bf2e43-28ce-4261-97c8-fd704bf50e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424078 Nov 16 19:06:39.531174 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c2967215-dc88-4336-99f3-5e5667c001f0 req-675a2a68-a877-40de-b162-dd95b05cb273 service neutron] 10.222.0.18 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880466 Nov 16 19:06:39.622542 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c2967215-dc88-4336-99f3-5e5667c001f0 req-84c943f2-753e-4b5b-bb8b-8656d9811161 service neutron] 10.222.0.18 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837653 Nov 16 19:06:39.640383 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-59f184ac-e750-401f-ab75-8c9d93c37955 None None] Set router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:06:39.847997 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-5f962b9f-f905-48c1-94af-495045cf6a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:39.868761 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-59f184ac-e750-401f-ab75-8c9d93c37955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'name': 'tempest-AttachVolumeTestJSON-4116363-router', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:16Z', 'updated_at': '2021-11-16T19:01:23Z', 'revision_number': 4, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'gw_port': {'id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:17Z', 'updated_at': '2021-11-16T19:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '1cf0a95d-92b2-4edf-a246-b7c95a94ba50', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'port_id': '2e45e72d-543c-4ccf-ae9c-db23235939c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'mac_address': 'fa:16:3e:24:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66316-7216-4224-92a2-7280db37d232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:06:27Z', 'updated_at': '2021-11-16T19:06:38Z', 'revision_number': 1, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f5ba86-38b1-4820-aead-823d92b759bf', 'name': '', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'mac_address': 'fa:16:3e:ab:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:21Z', 'updated_at': '2021-11-16T19:01:28Z', 'revision_number': 5, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'subnets': [{'id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:06:39.900695 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f184ac-e750-401f-ab75-8c9d93c37955 None None] The sync data for ids ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'] in dv-cinder-667108-35-iscsi is: [{'id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'name': 'tempest-AttachVolumeTestJSON-4116363-router', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:16Z', 'updated_at': '2021-11-16T19:01:23Z', 'revision_number': 4, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'gw_port': {'id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:17Z', 'updated_at': '2021-11-16T19:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '1cf0a95d-92b2-4edf-a246-b7c95a94ba50', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'port_id': '2e45e72d-543c-4ccf-ae9c-db23235939c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'mac_address': 'fa:16:3e:24:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66316-7216-4224-92a2-7280db37d232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:06:27Z', 'updated_at': '2021-11-16T19:06:38Z', 'revision_number': 1, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f5ba86-38b1-4820-aead-823d92b759bf', 'name': '', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'mac_address': 'fa:16:3e:ab:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:21Z', 'updated_at': '2021-11-16T19:01:28Z', 'revision_number': 5, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'subnets': [{'id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:06:40.078363 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d39771-b071-42bf-bba5-c1860d99d6eb None None] New status for floating IP 1cf0a95d-92b2-4edf-a246-b7c95a94ba50: ACTIVE {{(pid=101698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 19:06:41.354438 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:43.165285 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:43.792780 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:06:54.592296 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:07:00.421574 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:06.831174 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f08c3b54-4056-4727-863e-83604197e2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:07.034915 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a4521-a406-4fbd-b54e-2190146c51e2 req-8feb7c51-2a73-4e9f-9e92-91da1aec301f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:07.036377 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-730a4521-a406-4fbd-b54e-2190146c51e2 req-8feb7c51-2a73-4e9f-9e92-91da1aec301f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 945 time: 0.0540779 Nov 16 19:07:07.085748 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-730a4521-a406-4fbd-b54e-2190146c51e2 req-48837912-2d05-4cb3-9902-2e9a2d08c6b9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429323 Nov 16 19:07:08.203985 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec970a-e6ec-44b3-812c-ed2514bfe292 req-c719b946-985f-4288-b475-75e9c8353b4f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:08.205438 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-04ec970a-e6ec-44b3-812c-ed2514bfe292 req-c719b946-985f-4288-b475-75e9c8353b4f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 945 time: 0.0470634 Nov 16 19:07:08.251604 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-04ec970a-e6ec-44b3-812c-ed2514bfe292 req-f77c868e-df9a-4491-8370-4643c636c6be tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396891 Nov 16 19:07:09.369591 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc497565-1689-4d43-aa66-5fd0589a485d req-6307a2e1-6394-4704-b825-877128352304 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:09.371073 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fc497565-1689-4d43-aa66-5fd0589a485d req-6307a2e1-6394-4704-b825-877128352304 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 945 time: 0.0479209 Nov 16 19:07:09.416954 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fc497565-1689-4d43-aa66-5fd0589a485d req-38679a5c-862b-43df-ba76-9b303cf174b9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400488 Nov 16 19:07:09.840609 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-d40e4807-0afa-4555-bc67-55f908617c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:10.535571 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2801e-5bff-4510-b3d3-58dbb9bd2a39 req-3b155e8a-596d-4f5f-a5cf-dcdb0592c526 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:10.537021 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7fa2801e-5bff-4510-b3d3-58dbb9bd2a39 req-3b155e8a-596d-4f5f-a5cf-dcdb0592c526 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 945 time: 0.0510366 Nov 16 19:07:10.583175 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7fa2801e-5bff-4510-b3d3-58dbb9bd2a39 req-0cee8b74-ae3d-43d5-9c91-1ef0fc2fffa0 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396984 Nov 16 19:07:11.355355 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:11.700379 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ba6ef-e235-45bf-a244-9129ebebe6ef req-dd07d98c-1ec6-4e81-ab50-c29f0e3a8dae tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:11.701849 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-985ba6ef-e235-45bf-a244-9129ebebe6ef req-dd07d98c-1ec6-4e81-ab50-c29f0e3a8dae tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 945 time: 0.0479715 Nov 16 19:07:11.747136 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-985ba6ef-e235-45bf-a244-9129ebebe6ef req-ed4146a5-7388-4b36-bab9-d1469086f2c5 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396476 Nov 16 19:07:12.863402 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc09a99-48e2-4398-9346-0944995f1826 req-5eb65cde-5eb5-4960-9fe3-c79c122e3a3e tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:12.864838 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ebc09a99-48e2-4398-9346-0944995f1826 req-5eb65cde-5eb5-4960-9fe3-c79c122e3a3e tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 945 time: 0.0468404 Nov 16 19:07:12.914988 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ebc09a99-48e2-4398-9346-0944995f1826 req-72f571f1-dc79-49f1-ad70-21a6c6bef7a4 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437455 Nov 16 19:07:13.168919 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:13.796505 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:14.032306 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214b205-2580-46d4-bd64-2d4bc15f9bfa req-c55f42f4-353b-4507-b311-4c613604c71e tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:14.033832 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0214b205-2580-46d4-bd64-2d4bc15f9bfa req-c55f42f4-353b-4507-b311-4c613604c71e tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 945 time: 0.0488415 Nov 16 19:07:14.082180 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0214b205-2580-46d4-bd64-2d4bc15f9bfa req-bbc908d8-babb-402c-ae2f-9f95fc780d0c tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423131 Nov 16 19:07:15.203370 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57182c-840f-412e-82d4-78b02ecd118a req-764c9be7-ed6c-4b3c-a8e5-de294168cd66 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:15.204850 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-da57182c-840f-412e-82d4-78b02ecd118a req-764c9be7-ed6c-4b3c-a8e5-de294168cd66 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 945 time: 0.0493870 Nov 16 19:07:15.251352 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-da57182c-840f-412e-82d4-78b02ecd118a req-93b4aae9-f17c-46d1-9300-a527beb01dd5 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401349 Nov 16 19:07:16.373635 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004bb01-73c8-4103-b63c-f383ccc26f9c req-ac55fcb7-4daf-4c07-b3d1-0c51f78ccf90 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:16.375091 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4004bb01-73c8-4103-b63c-f383ccc26f9c req-ac55fcb7-4daf-4c07-b3d1-0c51f78ccf90 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 945 time: 0.0538657 Nov 16 19:07:16.421171 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4004bb01-73c8-4103-b63c-f383ccc26f9c req-8576a0bb-90c7-4771-b519-e5bac9b78feb tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399024 Nov 16 19:07:17.513190 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 5a94a757-e4b7-461b-a346-267538387bdf details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:07:17.538041 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1a5a4-62c0-4008-a03d-250ba1415941 req-00c3fdce-aac1-4f2b-9a29-2ab42e9e32aa tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:17.539451 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cfe1a5a4-62c0-4008-a03d-250ba1415941 req-00c3fdce-aac1-4f2b-9a29-2ab42e9e32aa tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 945 time: 0.0481114 Nov 16 19:07:17.586093 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cfe1a5a4-62c0-4008-a03d-250ba1415941 req-daad55f0-9116-436b-abcc-318922c3b260 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407560 Nov 16 19:07:17.608076 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 5a94a757-e4b7-461b-a346-267538387bdf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=5a94a757-e4b7-461b-a346-267538387bdf,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:07:17.619280 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': '5a94a757-e4b7-461b-a346-267538387bdf', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'port_id': '5a94a757-e4b7-461b-a346-267538387bdf', 'mac_address': 'fa:16:3e:a4:15:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:07:17.658650 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:17.671041 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a94a757-e4b7-461b-a346-267538387bdf {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:07:17.690187 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 5a94a757-e4b7-461b-a346-267538387bdf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=5a94a757-e4b7-461b-a346-267538387bdf,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:07:17.693920 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:17.743658 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=5a94a757-e4b7-461b-a346-267538387bdf,revision_number=6']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:07:17.778939 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['5a94a757-e4b7-461b-a346-267538387bdf'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:07:18.726732 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053f967-0065-45cf-9a65-5742301f1ead req-12abdc55-eef2-4d4b-884d-d8c26876c82f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:18.728348 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-c053f967-0065-45cf-9a65-5742301f1ead req-12abdc55-eef2-4d4b-884d-d8c26876c82f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 944 time: 0.0559118 Nov 16 19:07:18.777490 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-c053f967-0065-45cf-9a65-5742301f1ead req-a25add7e-492a-497b-9324-e2a85c62fb57 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431688 Nov 16 19:07:19.521049 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 5a94a757-e4b7-461b-a346-267538387bdf up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:07:19.568997 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port 5a94a757-e4b7-461b-a346-267538387bdf triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:07:19.569904 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:19.649849 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:19.672106 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a94a757-e4b7-461b-a346-267538387bdf'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:07:19.674527 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d93922-3ee6-4421-b29c-16462c2046fb" -d '{"events": [{"server_uuid": "072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4", "name": "network-vif-plugged", "status": "completed", "tag": "5a94a757-e4b7-461b-a346-267538387bdf"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:07:19.687922 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 5a94a757-e4b7-461b-a346-267538387bdf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=5a94a757-e4b7-461b-a346-267538387bdf,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:07:19.693511 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:19.755323 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=5a94a757-e4b7-461b-a346-267538387bdf,revision_number=7']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:07:19.763927 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:19.764283 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:19.764629 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:19.764971 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:19.765308 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:19.765691 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:19.766029 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:19.766370 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:19.766699 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:19.767034 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:19.767347 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:19.767675 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:19.798093 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e632a8f6-375b-48b6-9c87-fbe1aa2a69ea x-openstack-request-id: req-e632a8f6-375b-48b6-9c87-fbe1aa2a69ea {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:07:19.798390 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4", "name": "network-vif-plugged", "status": "completed", "tag": "5a94a757-e4b7-461b-a346-267538387bdf", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:07:19.798645 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e632a8f6-375b-48b6-9c87-fbe1aa2a69ea {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:07:19.799043 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a94a757-e4b7-461b-a346-267538387bdf', 'code': 200} Nov 16 19:07:19.909991 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f14382-4120-40ac-8860-594ae4d3d978 req-9df96203-b1de-4fa2-96bd-1c1c4d0256c5 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:19.911752 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-23f14382-4120-40ac-8860-594ae4d3d978 req-9df96203-b1de-4fa2-96bd-1c1c4d0256c5 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 945 time: 0.0582211 Nov 16 19:07:19.964902 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-23f14382-4120-40ac-8860-594ae4d3d978 req-43ac0aa8-7e62-4e26-9309-36de4d09627c tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466468 Nov 16 19:07:21.095210 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ad665-1bbe-4fc6-b03e-04a341051179 req-e2df4a78-0836-408e-a7e3-c9e350fbfb53 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:21.096876 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-931ad665-1bbe-4fc6-b03e-04a341051179 req-e2df4a78-0836-408e-a7e3-c9e350fbfb53 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 945 time: 0.0555625 Nov 16 19:07:21.154787 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-931ad665-1bbe-4fc6-b03e-04a341051179 req-b3e32c19-40f4-44f0-95fe-673a32b81776 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519145 Nov 16 19:07:22.303094 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6349b30-132c-40f1-b3fa-43bb151b7c57 req-c79cd7ec-b529-455f-9380-047626025504 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:22.306676 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f6349b30-132c-40f1-b3fa-43bb151b7c57 req-c79cd7ec-b529-455f-9380-047626025504 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 945 time: 0.0544279 Nov 16 19:07:22.372948 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f6349b30-132c-40f1-b3fa-43bb151b7c57 req-deffebf8-9e8f-4444-a2c7-bf93b652c698 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609808 Nov 16 19:07:23.505223 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e3dc3-ba1a-428f-b1ef-a5e5f5b6c70c req-f8d0484b-5fec-48b5-9143-b42baecc26e0 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:23.507606 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5b7e3dc3-ba1a-428f-b1ef-a5e5f5b6c70c req-f8d0484b-5fec-48b5-9143-b42baecc26e0 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 945 time: 0.0555825 Nov 16 19:07:23.570324 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5b7e3dc3-ba1a-428f-b1ef-a5e5f5b6c70c req-ca481187-d5ef-4b7a-8a74-23842a8ff629 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564828 Nov 16 19:07:24.700990 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71589a9-2d75-460b-b875-0e7b9ce43ac4 req-714d0855-eb18-48a9-8e8c-2134b6efcf20 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:24.706019 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e71589a9-2d75-460b-b875-0e7b9ce43ac4 req-714d0855-eb18-48a9-8e8c-2134b6efcf20 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 945 time: 0.0563104 Nov 16 19:07:24.757361 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e71589a9-2d75-460b-b875-0e7b9ce43ac4 req-3cf6cdd5-0e07-47c9-8cee-b8199c0df65a tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477574 Nov 16 19:07:25.892739 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb80b8a-9a8a-439a-a6ed-2934fd7ccf65 req-95a8e355-a800-46b9-a165-ba9c991828ea tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:25.894713 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fbb80b8a-9a8a-439a-a6ed-2934fd7ccf65 req-95a8e355-a800-46b9-a165-ba9c991828ea tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 945 time: 0.0517960 Nov 16 19:07:25.947394 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fbb80b8a-9a8a-439a-a6ed-2934fd7ccf65 req-10f582eb-8f78-47fc-8517-ed6453e38716 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456436 Nov 16 19:07:27.101826 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4ca3d-1a0e-4911-b27a-527eaf726bd4 req-e6bc4e03-a213-4932-9dd8-ad586e3e9032 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:27.104002 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f9a4ca3d-1a0e-4911-b27a-527eaf726bd4 req-e6bc4e03-a213-4932-9dd8-ad586e3e9032 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 945 time: 0.0562456 Nov 16 19:07:27.166364 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f9a4ca3d-1a0e-4911-b27a-527eaf726bd4 req-71b2839d-1f9e-470f-9afa-925d74dbd8e6 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559533 Nov 16 19:07:28.301699 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c8cf7-0b81-4432-83d5-90fe173a7714 req-55f7bbdb-8369-4db1-85e7-cd5a6bdd061d tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:28.304094 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-636c8cf7-0b81-4432-83d5-90fe173a7714 req-55f7bbdb-8369-4db1-85e7-cd5a6bdd061d tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 945 time: 0.0652606 Nov 16 19:07:28.410518 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-636c8cf7-0b81-4432-83d5-90fe173a7714 req-bec38005-fac1-43e0-b065-0ea2ac5a94e0 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980220 Nov 16 19:07:29.545449 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd960e4-1fb3-4039-a651-2e870edb54f5 req-594b611c-c171-4d48-aa1d-a8c0357a46f5 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:29.546951 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5fd960e4-1fb3-4039-a651-2e870edb54f5 req-594b611c-c171-4d48-aa1d-a8c0357a46f5 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 945 time: 0.0741537 Nov 16 19:07:29.552850 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8598c8a-c603-4ae0-b140-0d73ab3cf4aa req-0a79b834-a208-4eda-b73c-6c819d1c7e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:29.554251 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f8598c8a-c603-4ae0-b140-0d73ab3cf4aa req-0a79b834-a208-4eda-b73c-6c819d1c7e46 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7b9aa6405c640ff81bc02db314b5e9c&device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 1098 time: 0.0715744 Nov 16 19:07:29.641394 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5fd960e4-1fb3-4039-a651-2e870edb54f5 req-4165f8cc-9415-4d34-ab01-40f427ab7c04 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0862088 Nov 16 19:07:29.672784 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8598c8a-c603-4ae0-b140-0d73ab3cf4aa req-0f67ac3f-8c31-43a4-aaec-e37ff20918db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:29.674386 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f8598c8a-c603-4ae0-b140-0d73ab3cf4aa req-0f67ac3f-8c31-43a4-aaec-e37ff20918db service neutron] 10.222.0.18 "GET /v2.0/networks?id=56c01722-be30-4639-862d-514173b6757f HTTP/1.1" status: 200 len: 916 time: 0.1070206 Nov 16 19:07:29.747000 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f8598c8a-c603-4ae0-b140-0d73ab3cf4aa req-0a4ea0ae-e8f7-40b0-8a28-08f6822aada6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a94a757-e4b7-461b-a346-267538387bdf HTTP/1.1" status: 200 len: 1000 time: 0.0630679 Nov 16 19:07:29.796162 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8598c8a-c603-4ae0-b140-0d73ab3cf4aa req-4df770bc-4b18-4c3d-9cb7-239f7492bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:29.797528 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f8598c8a-c603-4ae0-b140-0d73ab3cf4aa req-4df770bc-4b18-4c3d-9cb7-239f7492bec7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb6d7954-2af9-4d7e-9874-8228af3b7bec HTTP/1.1" status: 200 len: 854 time: 0.0419095 Nov 16 19:07:29.842619 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8598c8a-c603-4ae0-b140-0d73ab3cf4aa req-c85a6f35-32ab-42f8-8810-ab799d3f4fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:29.844056 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f8598c8a-c603-4ae0-b140-0d73ab3cf4aa req-c85a6f35-32ab-42f8-8810-ab799d3f4fed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56c01722-be30-4639-862d-514173b6757f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0381012 Nov 16 19:07:29.935765 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f8598c8a-c603-4ae0-b140-0d73ab3cf4aa req-40e980b3-ee3f-4ed1-8411-5081ae4cbe6f service neutron] 10.222.0.18 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833766 Nov 16 19:07:30.024510 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f8598c8a-c603-4ae0-b140-0d73ab3cf4aa req-447d53c7-bc33-4b09-8d19-a7514155c513 service neutron] 10.222.0.18 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807076 Nov 16 19:07:30.446230 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:30.758737 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca3e20-51de-4615-8760-6eb4b89753bc req-c51a5349-ad90-4792-a6ec-1af911007f9f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:30.760100 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-55ca3e20-51de-4615-8760-6eb4b89753bc req-c51a5349-ad90-4792-a6ec-1af911007f9f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 945 time: 0.0483413 Nov 16 19:07:30.805845 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-55ca3e20-51de-4615-8760-6eb4b89753bc req-f67fe392-849a-4e0b-b63d-824f37f9df64 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400259 Nov 16 19:07:31.565845 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 5a94a757-e4b7-461b-a346-267538387bdf no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:07:31.590916 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:07:31.643207 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:31.668272 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a94a757-e4b7-461b-a346-267538387bdf'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:07:31.670566 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38044d76-8876-4ad1-a94b-6b86b5a9a4bf" -d '{"events": [{"server_uuid": "072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4", "name": "network-vif-unplugged", "status": "completed", "tag": "5a94a757-e4b7-461b-a346-267538387bdf"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:07:31.684445 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 5a94a757-e4b7-461b-a346-267538387bdf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=5a94a757-e4b7-461b-a346-267538387bdf,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:07:31.689110 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:31.713485 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 19:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c780514c-902d-4c8f-a862-7e88000fed9b x-openstack-request-id: req-c780514c-902d-4c8f-a862-7e88000fed9b {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:07:31.713799 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4", "name": "network-vif-unplugged", "status": "completed", "tag": "5a94a757-e4b7-461b-a346-267538387bdf", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:07:31.714050 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c780514c-902d-4c8f-a862-7e88000fed9b {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:07:31.714432 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a94a757-e4b7-461b-a346-267538387bdf', 'code': 200} Nov 16 19:07:31.742529 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=5a94a757-e4b7-461b-a346-267538387bdf,revision_number=8']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:07:31.924254 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78276f9-dd3d-4465-bf30-771908e3e1fc req-695c3b4f-e48a-4c36-9a8b-2270e14b8512 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:31.925675 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f78276f9-dd3d-4465-bf30-771908e3e1fc req-695c3b4f-e48a-4c36-9a8b-2270e14b8512 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 943 time: 0.0484936 Nov 16 19:07:31.982300 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f78276f9-dd3d-4465-bf30-771908e3e1fc req-7ac79bb5-0d0d-4815-9090-4c2e78dc80d4 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473080 Nov 16 19:07:32.739621 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [req-9eb8347a-888d-4b2a-96ba-e8b2d84c8a3f req-847d901b-fa7c-4efd-a051-72624c9b382b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 19:07:32.740601 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9eb8347a-888d-4b2a-96ba-e8b2d84c8a3f req-847d901b-fa7c-4efd-a051-72624c9b382b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053384 Nov 16 19:07:32.892125 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79e600-debe-4a02-a7ca-4ce27e857978 req-58373fb6-58cf-4bfc-8f7e-03833c54bb3b tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:32.893605 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-fc79e600-debe-4a02-a7ca-4ce27e857978 req-58373fb6-58cf-4bfc-8f7e-03833c54bb3b tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 943 time: 0.0499921 Nov 16 19:07:32.962217 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e9bc0cee-092f-4726-8fa1-4385938caf43 req-bac65081-470c-4152-9aca-4cf991a447fd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0675662 Nov 16 19:07:32.965979 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-fc79e600-debe-4a02-a7ca-4ce27e857978 req-c97441b1-9acc-47a3-8ef7-7edf757a3499 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644813 Nov 16 19:07:33.444989 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6a53dfcc-bd4c-4592-a4b9-dbb721337eee req-69ed653a-3cbd-4915-bb4c-76c5e0da74e0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9fa66316-7216-4224-92a2-7280db37d232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442612 Nov 16 19:07:33.526896 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53dfcc-bd4c-4592-a4b9-dbb721337eee req-195c39d6-7df6-47ca-b416-b92a9f9d1bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:33.528339 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6a53dfcc-bd4c-4592-a4b9-dbb721337eee req-195c39d6-7df6-47ca-b416-b92a9f9d1bc5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=836db18eadf842ce90dda0a1221006ff&device_id=9fa66316-7216-4224-92a2-7280db37d232 HTTP/1.1" status: 200 len: 1098 time: 0.0390124 Nov 16 19:07:33.630177 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53dfcc-bd4c-4592-a4b9-dbb721337eee req-cca4b0e6-0c51-4773-88d7-02fcdbfe7f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:33.631600 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6a53dfcc-bd4c-4592-a4b9-dbb721337eee req-cca4b0e6-0c51-4773-88d7-02fcdbfe7f70 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88bf2e43-28ce-4261-97c8-fd704bf50e7b HTTP/1.1" status: 200 len: 909 time: 0.0834861 Nov 16 19:07:33.947557 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6a53dfcc-bd4c-4592-a4b9-dbb721337eee req-76df4323-0ead-4b1e-ba11-12e90c11a7cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e45e72d-543c-4ccf-ae9c-db23235939c9 HTTP/1.1" status: 200 len: 1001 time: 0.3074811 Nov 16 19:07:33.953215 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc0cee-092f-4726-8fa1-4385938caf43 req-e99fa456-3678-4356-9c13-d46c68019301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:33.954603 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e9bc0cee-092f-4726-8fa1-4385938caf43 req-e99fa456-3678-4356-9c13-d46c68019301 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4&tenant_id=b7b9aa6405c640ff81bc02db314b5e9c HTTP/1.1" status: 200 len: 1096 time: 0.0541151 Nov 16 19:07:34.025934 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53dfcc-bd4c-4592-a4b9-dbb721337eee req-80150062-bf00-4f46-9749-86374e53f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:34.027261 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6a53dfcc-bd4c-4592-a4b9-dbb721337eee req-80150062-bf00-4f46-9749-86374e53f656 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=abfc24cf-bb3f-427f-8c1c-35e769c2f474 HTTP/1.1" status: 200 len: 847 time: 0.0714986 Nov 16 19:07:34.036751 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc0cee-092f-4726-8fa1-4385938caf43 req-d28820d8-aef2-4492-ae1a-ddc3c3a62c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:34.038178 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e9bc0cee-092f-4726-8fa1-4385938caf43 req-d28820d8-aef2-4492-ae1a-ddc3c3a62c86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7b9aa6405c640ff81bc02db314b5e9c&device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 1096 time: 0.0552945 Nov 16 19:07:34.169516 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53dfcc-bd4c-4592-a4b9-dbb721337eee req-26cfba2a-74ab-4bae-b222-111786ac7df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:34.171026 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6a53dfcc-bd4c-4592-a4b9-dbb721337eee req-26cfba2a-74ab-4bae-b222-111786ac7df1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88bf2e43-28ce-4261-97c8-fd704bf50e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1319976 Nov 16 19:07:34.207281 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e11d3-227f-4229-9d8d-0fea2b4d4027 req-2be6266d-fc7e-4153-a702-c7451ca410f5 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:34.208633 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c89e11d3-227f-4229-9d8d-0fea2b4d4027 req-2be6266d-fc7e-4153-a702-c7451ca410f5 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 943 time: 0.0974886 Nov 16 19:07:34.248376 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc0cee-092f-4726-8fa1-4385938caf43 req-086cc9cb-2af9-47c1-94be-cc91fea651e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:34.249824 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e9bc0cee-092f-4726-8fa1-4385938caf43 req-086cc9cb-2af9-47c1-94be-cc91fea651e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=56c01722-be30-4639-862d-514173b6757f HTTP/1.1" status: 200 len: 916 time: 0.2025404 Nov 16 19:07:34.371708 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c89e11d3-227f-4229-9d8d-0fea2b4d4027 req-6d15c3bc-25a5-48ea-b6c7-9e822c1c923e tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1525638 Nov 16 19:07:34.374740 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e9bc0cee-092f-4726-8fa1-4385938caf43 req-324c192b-611b-4e92-88de-96c3596503f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a94a757-e4b7-461b-a346-267538387bdf HTTP/1.1" status: 200 len: 998 time: 0.1067295 Nov 16 19:07:34.376985 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6a53dfcc-bd4c-4592-a4b9-dbb721337eee req-356f9c13-c912-4715-820e-3538dd75123d service neutron] 10.222.0.18 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920698 Nov 16 19:07:34.480717 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc0cee-092f-4726-8fa1-4385938caf43 req-cccd966f-1805-478a-b651-16eea728df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:34.482086 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e9bc0cee-092f-4726-8fa1-4385938caf43 req-cccd966f-1805-478a-b651-16eea728df9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb6d7954-2af9-4d7e-9874-8228af3b7bec HTTP/1.1" status: 200 len: 854 time: 0.0914185 Nov 16 19:07:34.535514 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6a53dfcc-bd4c-4592-a4b9-dbb721337eee req-474caff5-583c-43b6-a268-3e8f3733b97b service neutron] 10.222.0.18 "GET /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374979 Nov 16 19:07:34.549209 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc0cee-092f-4726-8fa1-4385938caf43 req-5f2d7a1c-6b5d-4a8e-8dbd-4158378b1b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:34.550702 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e9bc0cee-092f-4726-8fa1-4385938caf43 req-5f2d7a1c-6b5d-4a8e-8dbd-4158378b1b53 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56c01722-be30-4639-862d-514173b6757f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0547736 Nov 16 19:07:34.640500 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e9bc0cee-092f-4726-8fa1-4385938caf43 req-56f3c125-1354-4c01-969b-7b2cf032ef4f service neutron] 10.222.0.18 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809839 Nov 16 19:07:34.732042 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e9bc0cee-092f-4726-8fa1-4385938caf43 req-081c5041-d7da-4748-9f02-5de72fe23c97 service neutron] 10.222.0.18 "GET /v2.0/networks/56c01722-be30-4639-862d-514173b6757f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838356 Nov 16 19:07:35.532540 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4818b2-c705-4746-8105-2b2c0b7dcb5b req-fa7cc8b6-880f-42b3-a484-48c9c888bcc1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:35.541511 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-1a4818b2-c705-4746-8105-2b2c0b7dcb5b req-fa7cc8b6-880f-42b3-a484-48c9c888bcc1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 943 time: 0.0670240 Nov 16 19:07:35.591789 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-1a4818b2-c705-4746-8105-2b2c0b7dcb5b req-28321b35-7b32-44a1-aae9-09c04fa0f012 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490396 Nov 16 19:07:35.596315 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 5a94a757-e4b7-461b-a346-267538387bdf no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:07:36.719566 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505087cc-b005-4e49-91c6-8ff5e14e5dc1 req-67839693-cd44-495d-b440-558b1460ba0a tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:36.720994 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-505087cc-b005-4e49-91c6-8ff5e14e5dc1 req-67839693-cd44-495d-b440-558b1460ba0a tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 943 time: 0.0501010 Nov 16 19:07:36.768577 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-505087cc-b005-4e49-91c6-8ff5e14e5dc1 req-d6bbe7c8-da8b-41dc-998b-57540558c887 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416582 Nov 16 19:07:36.832999 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-d5e3a80a-e41c-4d3a-bfcd-e4478fc3044b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:37.891122 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca2f94-5a2b-4681-af2f-bf16c6d84ad3 req-d9ec1c4f-042d-40c5-a9ca-43a50b3050fd tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:37.892602 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b6ca2f94-5a2b-4681-af2f-bf16c6d84ad3 req-d9ec1c4f-042d-40c5-a9ca-43a50b3050fd tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 943 time: 0.0497961 Nov 16 19:07:37.939995 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b6ca2f94-5a2b-4681-af2f-bf16c6d84ad3 req-e875f0d0-f0bc-4b82-9995-0e8725de03e0 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408387 Nov 16 19:07:39.057393 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34457c-7afc-4afb-94dc-3b848752ad1b req-f1c00209-addc-4f81-afa8-8df65ec9de9b tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:39.058919 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6e34457c-7afc-4afb-94dc-3b848752ad1b req-f1c00209-addc-4f81-afa8-8df65ec9de9b tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 943 time: 0.0474539 Nov 16 19:07:39.108247 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6e34457c-7afc-4afb-94dc-3b848752ad1b req-255b69ce-c5a7-42fe-bbde-f8603bda5043 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432913 Nov 16 19:07:39.847735 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-afe5fc3b-7648-44c9-9c98-c64ba10b7e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:40.226376 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad70e8b-72cf-4b8f-845f-e72fbf5f0bde req-8e564f92-37d1-4585-80e3-57e54e56cb43 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:40.227854 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9ad70e8b-72cf-4b8f-845f-e72fbf5f0bde req-8e564f92-37d1-4585-80e3-57e54e56cb43 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 943 time: 0.0479219 Nov 16 19:07:40.281538 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9ad70e8b-72cf-4b8f-845f-e72fbf5f0bde req-52b81fcf-cf97-4460-91a4-5e5b5edd767a tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478923 Nov 16 19:07:41.358679 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:41.406068 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978c669-d620-48dd-bfd9-52b4beaf48a8 req-a466f090-0ce9-48a2-99cd-34ffb961501b tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:41.407552 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3978c669-d620-48dd-bfd9-52b4beaf48a8 req-a466f090-0ce9-48a2-99cd-34ffb961501b tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 943 time: 0.0534117 Nov 16 19:07:41.453730 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3978c669-d620-48dd-bfd9-52b4beaf48a8 req-adf3eada-f381-445f-b721-fa0d7cd0fe56 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401340 Nov 16 19:07:42.576211 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0ce89-1a96-43bf-9467-b0d646e9afb3 req-3e5893e1-d406-45be-bc4f-2ece1268bf5b tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:42.577707 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-99c0ce89-1a96-43bf-9467-b0d646e9afb3 req-3e5893e1-d406-45be-bc4f-2ece1268bf5b tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 943 time: 0.0490043 Nov 16 19:07:42.623444 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-99c0ce89-1a96-43bf-9467-b0d646e9afb3 req-b93055b1-e133-4287-85cc-fa602421b077 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398376 Nov 16 19:07:43.171755 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:43.745031 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ef1f0-edc6-4ff1-84a2-a7faa106fd82 req-f8958e39-a72a-489a-902b-6ef337355b4d tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:43.746513 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-b03ef1f0-edc6-4ff1-84a2-a7faa106fd82 req-f8958e39-a72a-489a-902b-6ef337355b4d tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 943 time: 0.0480170 Nov 16 19:07:43.792684 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-b03ef1f0-edc6-4ff1-84a2-a7faa106fd82 req-461896a2-58ce-4453-a985-1e29715204c0 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404375 Nov 16 19:07:43.796839 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:44.926687 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3287f5-6612-44c8-a807-352714428639 req-45635261-b630-432f-8aa0-61cd6b59271f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:44.928798 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bd3287f5-6612-44c8-a807-352714428639 req-45635261-b630-432f-8aa0-61cd6b59271f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 943 time: 0.0481634 Nov 16 19:07:44.976012 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bd3287f5-6612-44c8-a807-352714428639 req-be75e98c-52b2-4f25-a221-58ee7e6467e1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405405 Nov 16 19:07:46.103265 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12969e37-e481-465e-a1f0-d8078c877b76 req-9923802d-04b0-4b69-a7a2-c762d88dbe40 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:46.104771 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-12969e37-e481-465e-a1f0-d8078c877b76 req-9923802d-04b0-4b69-a7a2-c762d88dbe40 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 943 time: 0.0521059 Nov 16 19:07:46.151634 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-12969e37-e481-465e-a1f0-d8078c877b76 req-a9e5cd81-d589-4953-9a39-2296a7c70ba8 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409007 Nov 16 19:07:47.283652 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158444db-15be-47e4-820a-3106ab2bdaf6 req-0333be60-b39a-48d5-86ad-070d012f5902 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:47.285765 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-158444db-15be-47e4-820a-3106ab2bdaf6 req-0333be60-b39a-48d5-86ad-070d012f5902 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 943 time: 0.0611343 Nov 16 19:07:47.336851 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-158444db-15be-47e4-820a-3106ab2bdaf6 req-a86c2451-f766-4487-b933-cd549ee78d11 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431654 Nov 16 19:07:48.456526 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddb357-e601-48e2-97d6-e22ddb943e55 req-b67d9d4d-f8b8-4f80-aa89-a209040cfb7a tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:48.458035 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-53ddb357-e601-48e2-97d6-e22ddb943e55 req-b67d9d4d-f8b8-4f80-aa89-a209040cfb7a tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 943 time: 0.0483041 Nov 16 19:07:48.503958 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-53ddb357-e601-48e2-97d6-e22ddb943e55 req-16479571-b3fd-45eb-9e4a-3e99c90083a0 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400732 Nov 16 19:07:49.618359 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8271a6-7625-4327-acbc-5d4593f76f2d req-f49b65c8-e903-4940-ba34-85983d85f5b9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:49.619733 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2f8271a6-7625-4327-acbc-5d4593f76f2d req-f49b65c8-e903-4940-ba34-85983d85f5b9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 943 time: 0.0470102 Nov 16 19:07:49.643234 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 5a94a757-e4b7-461b-a346-267538387bdf details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:07:49.668290 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2f8271a6-7625-4327-acbc-5d4593f76f2d req-f689ab3c-13fc-4908-99fa-97d756a2cdfb tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428178 Nov 16 19:07:49.749214 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 5a94a757-e4b7-461b-a346-267538387bdf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=5a94a757-e4b7-461b-a346-267538387bdf,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:07:49.762415 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': '5a94a757-e4b7-461b-a346-267538387bdf', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'port_id': '5a94a757-e4b7-461b-a346-267538387bdf', 'mac_address': 'fa:16:3e:a4:15:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:07:49.800002 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:49.813429 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a94a757-e4b7-461b-a346-267538387bdf {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:07:49.833930 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 5a94a757-e4b7-461b-a346-267538387bdf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=5a94a757-e4b7-461b-a346-267538387bdf,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:07:49.839177 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:49.889888 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=5a94a757-e4b7-461b-a346-267538387bdf,revision_number=9']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:07:50.072567 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['5a94a757-e4b7-461b-a346-267538387bdf'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:07:50.788282 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa4e68-8e06-4ffd-8964-8a1004efffff req-92871e61-3f01-4ebf-af1a-b3213ff45193 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:50.789775 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-65aa4e68-8e06-4ffd-8964-8a1004efffff req-92871e61-3f01-4ebf-af1a-b3213ff45193 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 944 time: 0.0484288 Nov 16 19:07:50.840936 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-65aa4e68-8e06-4ffd-8964-8a1004efffff req-0e484f75-8524-4bea-99b6-1c4ae680a4a9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451684 Nov 16 19:07:50.949830 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0b84b-cd9c-457a-bcf8-f4a97d2b8bfa req-0bbd2eba-2ff0-4f59-a7cb-e331130226d6 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:50.951298 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c5c0b84b-cd9c-457a-bcf8-f4a97d2b8bfa req-0bbd2eba-2ff0-4f59-a7cb-e331130226d6 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fa66316-7216-4224-92a2-7280db37d232 HTTP/1.1" status: 200 len: 945 time: 0.0471723 Nov 16 19:07:51.001228 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c5c0b84b-cd9c-457a-bcf8-f4a97d2b8bfa req-40c5383f-99bb-4f0b-b3c5-3a1ff1cdf457 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=29b6266e-9c8e-4303-a896-386a4a892da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440164 Nov 16 19:07:51.640544 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 5a94a757-e4b7-461b-a346-267538387bdf up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:07:51.688728 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port 5a94a757-e4b7-461b-a346-267538387bdf triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:07:51.689102 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:51.764240 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:51.785846 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a94a757-e4b7-461b-a346-267538387bdf'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:07:51.788601 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8553e63f-e435-4fcb-bdfa-c202879e1ef6" -d '{"events": [{"server_uuid": "072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4", "name": "network-vif-plugged", "status": "completed", "tag": "5a94a757-e4b7-461b-a346-267538387bdf"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:07:51.801047 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 5a94a757-e4b7-461b-a346-267538387bdf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=5a94a757-e4b7-461b-a346-267538387bdf,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:07:51.806140 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:51.832045 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6766f8-b43c-4be3-a96f-edc2a657b097 x-openstack-request-id: req-0c6766f8-b43c-4be3-a96f-edc2a657b097 {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:07:51.832332 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4", "name": "network-vif-plugged", "status": "completed", "tag": "5a94a757-e4b7-461b-a346-267538387bdf", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:07:51.832582 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0c6766f8-b43c-4be3-a96f-edc2a657b097 {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:07:51.833037 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a94a757-e4b7-461b-a346-267538387bdf', 'code': 200} Nov 16 19:07:51.858904 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=5a94a757-e4b7-461b-a346-267538387bdf,revision_number=10']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:07:51.971343 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e972eb-51e3-472a-885d-8fddcba40ecd req-6fb00331-1740-472e-b509-acfeb9c0b7a9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:51.972822 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e5e972eb-51e3-472a-885d-8fddcba40ecd req-6fb00331-1740-472e-b509-acfeb9c0b7a9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 946 time: 0.0490429 Nov 16 19:07:52.039734 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa57fb-4c44-43a3-9508-03148709ee09 req-b592e815-4c42-4571-8320-39886af7d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:52.041304 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dbfa57fb-4c44-43a3-9508-03148709ee09 req-b592e815-4c42-4571-8320-39886af7d96f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 1099 time: 0.0675552 Nov 16 19:07:52.045776 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e5e972eb-51e3-472a-885d-8fddcba40ecd req-d4395769-856f-46f1-b136-4087732a997d tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645940 Nov 16 19:07:52.087113 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dbfa57fb-4c44-43a3-9508-03148709ee09 req-9eecffef-92cd-4fb7-967e-723f670195c6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378189 Nov 16 19:07:52.117715 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4ddb4-8f39-433f-ad0a-64d29a756b16 req-ee688f2d-8865-4086-a134-b2f142d2afd6 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:52.119175 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-28c4ddb4-8f39-433f-ad0a-64d29a756b16 req-ee688f2d-8865-4086-a134-b2f142d2afd6 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fa66316-7216-4224-92a2-7280db37d232 HTTP/1.1" status: 200 len: 945 time: 0.0483949 Nov 16 19:07:52.166044 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-28c4ddb4-8f39-433f-ad0a-64d29a756b16 req-596780ff-1f9e-4424-aca1-c9d519687698 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=29b6266e-9c8e-4303-a896-386a4a892da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409238 Nov 16 19:07:52.935344 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456daa6-1fa0-4660-844c-d877fddd3eae req-4351e189-3022-437e-913d-cd027aab61e5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:52.936777 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8456daa6-1fa0-4660-844c-d877fddd3eae req-4351e189-3022-437e-913d-cd027aab61e5 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fa66316-7216-4224-92a2-7280db37d232 HTTP/1.1" status: 200 len: 945 time: 0.0499370 Nov 16 19:07:53.025906 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-8456daa6-1fa0-4660-844c-d877fddd3eae req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Deleting port 2e45e72d-543c-4ccf-ae9c-db23235939c9 {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:07:53.026586 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-8456daa6-1fa0-4660-844c-d877fddd3eae req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:53.114395 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-8456daa6-1fa0-4660-844c-d877fddd3eae req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] For port 2e45e72d-543c-4ccf-ae9c-db23235939c9, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=2e45e72d-543c-4ccf-ae9c-db23235939c9,segment=NetworkSegment(7252eafa-21d3-408d-abc0-6b2031ff6976),segment_id=7252eafa-21d3-408d-abc0-6b2031ff6976)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:07:53.114757 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-8456daa6-1fa0-4660-844c-d877fddd3eae req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:53.214795 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6fd45-91b3-464e-bf8a-a8d863238257 req-622a141d-5dc2-40a6-a669-793c325f611c tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:53.216293 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4be6fd45-91b3-464e-bf8a-a8d863238257 req-622a141d-5dc2-40a6-a669-793c325f611c tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 946 time: 0.0985639 Nov 16 19:07:53.279918 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b6881-cb90-471b-81db-8d203c745c01 req-14526266-2b47-44a2-a676-731b9be1ebe7 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:53.281628 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9d1b6881-cb90-471b-81db-8d203c745c01 req-14526266-2b47-44a2-a676-731b9be1ebe7 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fa66316-7216-4224-92a2-7280db37d232 HTTP/1.1" status: 200 len: 945 time: 0.0493584 Nov 16 19:07:53.334474 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9d1b6881-cb90-471b-81db-8d203c745c01 req-c36399a8-ed9c-41aa-8064-a47c5599b553 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups?id=29b6266e-9c8e-4303-a896-386a4a892da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463424 Nov 16 19:07:53.342887 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4be6fd45-91b3-464e-bf8a-a8d863238257 req-0d8c4dd0-1001-4aee-b5d6-95bec94068d9 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948083 Nov 16 19:07:53.363806 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-8456daa6-1fa0-4660-844c-d877fddd3eae req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:53.364149 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-8456daa6-1fa0-4660-844c-d877fddd3eae req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833619'] for floatingip, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:53.364472 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.db.l3_db [req-8456daa6-1fa0-4660-844c-d877fddd3eae req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Floating IP 1cf0a95d-92b2-4edf-a246-b7c95a94ba50 disassociated. External IP: 172.27.0.119, port: 2e45e72d-543c-4ccf-ae9c-db23235939c9. Nov 16 19:07:53.364822 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-8456daa6-1fa0-4660-844c-d877fddd3eae req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Calling delete_port for 2e45e72d-543c-4ccf-ae9c-db23235939c9 owned by compute:nova {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:07:53.499546 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-8456daa6-1fa0-4660-844c-d877fddd3eae req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:53.532601 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Pushing event deleted for resources: {'Port': ['ID=2e45e72d-543c-4ccf-ae9c-db23235939c9,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:07:53.545968 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:53.546181 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:53.546496 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:53.546883 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:53.547170 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:53.547502 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:53.547962 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:53.548297 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:53.548653 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:53.548981 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:53.549432 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:53.549669 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:53.656645 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8456daa6-1fa0-4660-844c-d877fddd3eae req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:07:53.761961 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8456daa6-1fa0-4660-844c-d877fddd3eae req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:07:53.773500 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef26b1-8121-4f5d-b013-1c44472c4142 None None] Sync routers for ids ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:07:53.783596 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ef26b1-8121-4f5d-b013-1c44472c4142 None None] Routers {'78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:07:53.784283 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-43ef26b1-8121-4f5d-b013-1c44472c4142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:07:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:07:53.804329 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-8456daa6-1fa0-4660-844c-d877fddd3eae req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] No DVR routers for this DVR port 2e45e72d-543c-4ccf-ae9c-db23235939c9 on host hv-cinder-66710 {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:07:53.806781 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-8456daa6-1fa0-4660-844c-d877fddd3eae req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:53.810058 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8456daa6-1fa0-4660-844c-d877fddd3eae req-22d330ec-f3e9-4a5f-811a-9fb4e2eeed02 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.18 "DELETE /v2.0/ports/2e45e72d-543c-4ccf-ae9c-db23235939c9 HTTP/1.1" status: 204 len: 173 time: 0.8629320 Nov 16 19:07:53.810490 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa66316-7216-4224-92a2-7280db37d232', 'name': 'network-vif-deleted', 'tag': '2e45e72d-543c-4ccf-ae9c-db23235939c9'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:07:53.812732 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66920a7-2b7b-4210-addf-c9ea1dc50332" -d '{"events": [{"server_uuid": "9fa66316-7216-4224-92a2-7280db37d232", "name": "network-vif-deleted", "tag": "2e45e72d-543c-4ccf-ae9c-db23235939c9"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:07:53.943973 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d50fa6-7bd7-4f9c-a03a-299228d98377 x-openstack-request-id: req-56d50fa6-7bd7-4f9c-a03a-299228d98377 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:07:53.944362 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa66316-7216-4224-92a2-7280db37d232", "name": "network-vif-deleted", "tag": "2e45e72d-543c-4ccf-ae9c-db23235939c9", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:07:53.944624 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-56d50fa6-7bd7-4f9c-a03a-299228d98377 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:07:53.945034 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa66316-7216-4224-92a2-7280db37d232', 'name': 'network-vif-deleted', 'tag': '2e45e72d-543c-4ccf-ae9c-db23235939c9', 'status': 'completed', 'code': 200} Nov 16 19:07:53.955619 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-43ef26b1-8121-4f5d-b013-1c44472c4142 None None] Set router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:07:54.165254 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-43ef26b1-8121-4f5d-b013-1c44472c4142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'name': 'tempest-AttachVolumeTestJSON-4116363-router', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:16Z', 'updated_at': '2021-11-16T19:01:23Z', 'revision_number': 4, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'gw_port': {'id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:17Z', 'updated_at': '2021-11-16T19:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'b3f5ba86-38b1-4820-aead-823d92b759bf', 'name': '', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'mac_address': 'fa:16:3e:ab:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:21Z', 'updated_at': '2021-11-16T19:01:28Z', 'revision_number': 5, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'subnets': [{'id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:07:54.195366 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef26b1-8121-4f5d-b013-1c44472c4142 None None] Checking router: 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:07:54.204775 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ef26b1-8121-4f5d-b013-1c44472c4142 None None] Routers {'78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:07:54.205378 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-43ef26b1-8121-4f5d-b013-1c44472c4142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:07:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:07:54.312222 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-43ef26b1-8121-4f5d-b013-1c44472c4142 None None] Set router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:07:54.432863 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 51886) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:07:54.491402 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-96775299-82d1-4ee2-a33d-07a1cf030ffe tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:54.495486 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25144883-f3f1-4a7d-86a2-a3d7e32ecd95 req-e08e685a-5299-499c-bc69-89dc48ac427d tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:07:54.496970 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-25144883-f3f1-4a7d-86a2-a3d7e32ecd95 req-e08e685a-5299-499c-bc69-89dc48ac427d tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 946 time: 0.0521288 Nov 16 19:07:54.518012 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-96775299-82d1-4ee2-a33d-07a1cf030ffe tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:54.546005 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-25144883-f3f1-4a7d-86a2-a3d7e32ecd95 req-5479c1aa-541b-4777-bd1d-257c53517920 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418236 Nov 16 19:07:54.567667 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-96775299-82d1-4ee2-a33d-07a1cf030ffe tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:54.572923 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-96775299-82d1-4ee2-a33d-07a1cf030ffe tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:54.574593 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-96775299-82d1-4ee2-a33d-07a1cf030ffe tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "DELETE /v2.0/security-groups/29b6266e-9c8e-4303-a896-386a4a892da1 HTTP/1.1" status: 204 len: 168 time: 0.1407330 Nov 16 19:07:54.585191 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 51888) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:07:54.591304 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96775299-82d1-4ee2-a33d-07a1cf030ffe tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b6266e-9c8e-4303-a896-386a4a892da1,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:07:54.603203 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.api.v2.resource [None req-13aa42ec-69d4-4e12-99ce-d9cd55bef659 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] show failed (client error): The resource could not be found. Nov 16 19:07:54.604696 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-13aa42ec-69d4-4e12-99ce-d9cd55bef659 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "GET /v2.0/security-groups/29b6266e-9c8e-4303-a896-386a4a892da1 HTTP/1.1" status: 404 len: 347 time: 0.0188360 Nov 16 19:07:54.608284 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 51892) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:07:54.659251 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-43ef26b1-8121-4f5d-b013-1c44472c4142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'name': 'tempest-AttachVolumeTestJSON-4116363-router', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:16Z', 'updated_at': '2021-11-16T19:01:23Z', 'revision_number': 4, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'gw_port': {'id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:17Z', 'updated_at': '2021-11-16T19:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'b3f5ba86-38b1-4820-aead-823d92b759bf', 'name': '', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'mac_address': 'fa:16:3e:ab:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:21Z', 'updated_at': '2021-11-16T19:01:28Z', 'revision_number': 5, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'subnets': [{'id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:07:54.688645 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef26b1-8121-4f5d-b013-1c44472c4142 None None] The sync data for ids ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'] in dv-cinder-667108-35-iscsi is: [{'id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'name': 'tempest-AttachVolumeTestJSON-4116363-router', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:16Z', 'updated_at': '2021-11-16T19:01:23Z', 'revision_number': 4, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'gw_port': {'id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:17Z', 'updated_at': '2021-11-16T19:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'b3f5ba86-38b1-4820-aead-823d92b759bf', 'name': '', 'network_id': '88bf2e43-28ce-4261-97c8-fd704bf50e7b', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'mac_address': 'fa:16:3e:ab:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:21Z', 'updated_at': '2021-11-16T19:01:28Z', 'revision_number': 5, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'subnets': [{'id': 'abfc24cf-bb3f-427f-8c1c-35e769c2f474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:07:54.733525 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-8647368f-8598-4f71-aef4-cb9378966295 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Deleting port 4c0afe88-aa2c-4f88-b5e2-82bb422936e7 {{(pid=101695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:07:54.733942 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8647368f-8598-4f71-aef4-cb9378966295 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:54.814208 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8647368f-8598-4f71-aef4-cb9378966295 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:54.814538 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8647368f-8598-4f71-aef4-cb9378966295 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:54.826597 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-8647368f-8598-4f71-aef4-cb9378966295 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Calling delete_port for 4c0afe88-aa2c-4f88-b5e2-82bb422936e7 owned by network:floatingip {{(pid=101695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:07:54.894242 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26ab739-cbfd-4941-a5d7-5369b4946deb None None] New status for floating IP 1cf0a95d-92b2-4edf-a246-b7c95a94ba50: DOWN {{(pid=101698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 19:07:54.961512 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8647368f-8598-4f71-aef4-cb9378966295 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:54.969401 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.db.api [None req-e26ab739-cbfd-4941-a5d7-5369b4946deb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 19:07:54.970051 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG oslo_db.api [None req-e26ab739-cbfd-4941-a5d7-5369b4946deb None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 19:07:54.991606 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647368f-8598-4f71-aef4-cb9378966295 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Pushing event deleted for resources: {'Port': ['ID=4c0afe88-aa2c-4f88-b5e2-82bb422936e7,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:07:55.016627 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647368f-8598-4f71-aef4-cb9378966295 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:55.016981 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647368f-8598-4f71-aef4-cb9378966295 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:55.017327 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647368f-8598-4f71-aef4-cb9378966295 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:55.017697 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647368f-8598-4f71-aef4-cb9378966295 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:55.018032 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647368f-8598-4f71-aef4-cb9378966295 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:55.018367 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647368f-8598-4f71-aef4-cb9378966295 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:55.018696 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647368f-8598-4f71-aef4-cb9378966295 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:55.019024 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647368f-8598-4f71-aef4-cb9378966295 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:55.019352 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647368f-8598-4f71-aef4-cb9378966295 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:55.019675 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647368f-8598-4f71-aef4-cb9378966295 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:55.019997 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647368f-8598-4f71-aef4-cb9378966295 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:55.020319 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647368f-8598-4f71-aef4-cb9378966295 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:07:55.062526 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8647368f-8598-4f71-aef4-cb9378966295 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks [] for floatingip, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:55.065128 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8647368f-8598-4f71-aef4-cb9378966295 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for floatingip, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:55.066312 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-8647368f-8598-4f71-aef4-cb9378966295 tempest-AttachVolumeTestJSON-1587830937 tempest-AttachVolumeTestJSON-1587830937-project] 10.222.0.46 "DELETE /v2.0/floatingips/1cf0a95d-92b2-4edf-a246-b7c95a94ba50 HTTP/1.1" status: 204 len: 168 time: 0.4577420 Nov 16 19:07:55.471630 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26ab739-cbfd-4941-a5d7-5369b4946deb None None] New status for floating IP 1cf0a95d-92b2-4edf-a246-b7c95a94ba50: DOWN {{(pid=101698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 19:07:55.669822 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 2e45e72d-543c-4ccf-ae9c-db23235939c9 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:07:55.689249 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] No Port match for: 2e45e72d-543c-4ccf-ae9c-db23235939c9 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:07:55.689676 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 2e45e72d-543c-4ccf-ae9c-db23235939c9 not bound to the agent host hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:07:58.566372 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 51920) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:07:58.990076 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-81c354ab-93df-4ba0-96d7-db9f5c55598b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667731'] for router_interface, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:59.232482 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-81c354ab-93df-4ba0-96d7-db9f5c55598b admin admin] Deleting port b3f5ba86-38b1-4820-aead-823d92b759bf {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:07:59.232833 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-81c354ab-93df-4ba0-96d7-db9f5c55598b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:59.314315 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [None req-81c354ab-93df-4ba0-96d7-db9f5c55598b admin admin] For port b3f5ba86-38b1-4820-aead-823d92b759bf, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=b3f5ba86-38b1-4820-aead-823d92b759bf,segment=NetworkSegment(7252eafa-21d3-408d-abc0-6b2031ff6976),segment_id=7252eafa-21d3-408d-abc0-6b2031ff6976)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:07:59.314625 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-81c354ab-93df-4ba0-96d7-db9f5c55598b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:59.326555 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-81c354ab-93df-4ba0-96d7-db9f5c55598b admin admin] Calling delete_port for b3f5ba86-38b1-4820-aead-823d92b759bf owned by network:router_interface {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:07:59.500737 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-81c354ab-93df-4ba0-96d7-db9f5c55598b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:59.525903 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c354ab-93df-4ba0-96d7-db9f5c55598b admin admin] Pushing event deleted for resources: {'Port': ['ID=b3f5ba86-38b1-4820-aead-823d92b759bf,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:07:59.689401 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-81c354ab-93df-4ba0-96d7-db9f5c55598b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667599'] for router_interface, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:07:59.891973 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c354ab-93df-4ba0-96d7-db9f5c55598b admin admin] Router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:07:59.993789 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c354ab-93df-4ba0-96d7-db9f5c55598b admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:07:59.998724 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-81c354ab-93df-4ba0-96d7-db9f5c55598b admin admin] 10.222.0.46 "PUT /v2.0/routers/78fd5ae2-bb59-468b-8e45-7a06b53ee7b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4313419 Nov 16 19:08:00.001177 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 51924) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:08:00.004539 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4e9315-dca7-4e1e-9f1c-b39444a6820d None None] Sync routers for ids ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:08:00.014675 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4e9315-dca7-4e1e-9f1c-b39444a6820d None None] Routers {'78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:08:00.015285 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-4f4e9315-dca7-4e1e-9f1c-b39444a6820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:07:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:08:00.119173 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-4f4e9315-dca7-4e1e-9f1c-b39444a6820d None None] Set router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:08:00.310226 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-4f4e9315-dca7-4e1e-9f1c-b39444a6820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'name': 'tempest-AttachVolumeTestJSON-4116363-router', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:16Z', 'updated_at': '2021-11-16T19:07:59Z', 'revision_number': 5, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'gw_port': {'id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:17Z', 'updated_at': '2021-11-16T19:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:08:00.333143 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-80daee5e-23be-46b2-8ce0-51a9c5809d63 admin admin] Publish callbacks [] for router, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:00.336922 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4e9315-dca7-4e1e-9f1c-b39444a6820d None None] Checking router: 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:08:00.346532 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4e9315-dca7-4e1e-9f1c-b39444a6820d None None] Routers {'78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:08:00.347246 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-4f4e9315-dca7-4e1e-9f1c-b39444a6820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:07:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:08:00.436577 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-80daee5e-23be-46b2-8ce0-51a9c5809d63 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:00.460598 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-4f4e9315-dca7-4e1e-9f1c-b39444a6820d None None] Set router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:08:00.463129 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:00.487807 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-80daee5e-23be-46b2-8ce0-51a9c5809d63 admin admin] Deleting port 58d1b818-3f01-4b36-b451-167772e9c3ab {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:08:00.488151 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-80daee5e-23be-46b2-8ce0-51a9c5809d63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:00.569472 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [None req-80daee5e-23be-46b2-8ce0-51a9c5809d63 admin admin] For port 58d1b818-3f01-4b36-b451-167772e9c3ab, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=58d1b818-3f01-4b36-b451-167772e9c3ab,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:08:00.569872 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-80daee5e-23be-46b2-8ce0-51a9c5809d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:00.581356 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-80daee5e-23be-46b2-8ce0-51a9c5809d63 admin admin] Calling delete_port for 58d1b818-3f01-4b36-b451-167772e9c3ab owned by network:router_gateway {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:08:00.638486 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-4f4e9315-dca7-4e1e-9f1c-b39444a6820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'name': 'tempest-AttachVolumeTestJSON-4116363-router', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:16Z', 'updated_at': '2021-11-16T19:07:59Z', 'revision_number': 5, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'gw_port': {'id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:17Z', 'updated_at': '2021-11-16T19:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:08:00.668150 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4e9315-dca7-4e1e-9f1c-b39444a6820d None None] The sync data for ids ['78fd5ae2-bb59-468b-8e45-7a06b53ee7b4'] in dv-cinder-667108-35-iscsi is: [{'id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'name': 'tempest-AttachVolumeTestJSON-4116363-router', 'tenant_id': '836db18eadf842ce90dda0a1221006ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:01:16Z', 'updated_at': '2021-11-16T19:07:59Z', 'revision_number': 5, 'project_id': '836db18eadf842ce90dda0a1221006ff', 'gw_port': {'id': '58d1b818-3f01-4b36-b451-167772e9c3ab', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd5ae2-bb59-468b-8e45-7a06b53ee7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:01:17Z', 'updated_at': '2021-11-16T19:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:08:00.756185 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-80daee5e-23be-46b2-8ce0-51a9c5809d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:00.785575 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80daee5e-23be-46b2-8ce0-51a9c5809d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=58d1b818-3f01-4b36-b451-167772e9c3ab,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:00.836657 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-80daee5e-23be-46b2-8ce0-51a9c5809d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833645'] for router_gateway, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:00.937659 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-80daee5e-23be-46b2-8ce0-51a9c5809d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-748'] for router, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:00.939768 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-80daee5e-23be-46b2-8ce0-51a9c5809d63 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:01.009630 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-80daee5e-23be-46b2-8ce0-51a9c5809d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667254'] for router, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:01.010166 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80daee5e-23be-46b2-8ce0-51a9c5809d63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 {{(pid=101696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 19:08:01.015212 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-80daee5e-23be-46b2-8ce0-51a9c5809d63 admin admin] Publish callbacks [] for router, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:01.016371 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-80daee5e-23be-46b2-8ce0-51a9c5809d63 admin admin] 10.222.0.46 "DELETE /v2.0/routers/78fd5ae2-bb59-468b-8e45-7a06b53ee7b4 HTTP/1.1" status: 204 len: 168 time: 1.0142519 Nov 16 19:08:01.018833 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 51926) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:08:01.065604 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a830d5-e5bb-429f-9b05-a6aafbd99f23 admin admin] Deleting subnet abfc24cf-bb3f-427f-8c1c-35e769c2f474 {{(pid=101696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 19:08:01.068999 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-72a830d5-e5bb-429f-9b05-a6aafbd99f23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:01.104116 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-72a830d5-e5bb-429f-9b05-a6aafbd99f23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66932038'] for subnet, precommit_delete_associations {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:01.215347 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-72a830d5-e5bb-429f-9b05-a6aafbd99f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-623022'] for subnet, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:01.272192 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-72a830d5-e5bb-429f-9b05-a6aafbd99f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-623025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66353747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63484672'] for subnet, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:01.300394 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a830d5-e5bb-429f-9b05-a6aafbd99f23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abfc24cf-bb3f-427f-8c1c-35e769c2f474,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:01.304149 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-72a830d5-e5bb-429f-9b05-a6aafbd99f23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:01.307417 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-72a830d5-e5bb-429f-9b05-a6aafbd99f23 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/abfc24cf-bb3f-427f-8c1c-35e769c2f474 HTTP/1.1" status: 204 len: 168 time: 0.2875860 Nov 16 19:08:01.310303 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 51928) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:08:01.320319 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65c26a9-01c4-47af-bab9-01676c721118 None None] Network 88bf2e43-28ce-4261-97c8-fd704bf50e7b requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:08:01.379863 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e6845d9c-1ce8-41c8-841d-a2dc726f6968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806902'] for network, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:01.436230 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-e6845d9c-1ce8-41c8-841d-a2dc726f6968 admin admin] Deleting port dbd7ed6e-23fc-45fd-95ef-6a11ab41203d {{(pid=101695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:08:01.436571 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e6845d9c-1ce8-41c8-841d-a2dc726f6968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:01.498625 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.db [None req-e6845d9c-1ce8-41c8-841d-a2dc726f6968 admin admin] For port dbd7ed6e-23fc-45fd-95ef-6a11ab41203d, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=dbd7ed6e-23fc-45fd-95ef-6a11ab41203d,segment=NetworkSegment(7252eafa-21d3-408d-abc0-6b2031ff6976),segment_id=7252eafa-21d3-408d-abc0-6b2031ff6976)] {{(pid=101695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:08:01.499007 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e6845d9c-1ce8-41c8-841d-a2dc726f6968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:01.511577 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-e6845d9c-1ce8-41c8-841d-a2dc726f6968 admin admin] Calling delete_port for dbd7ed6e-23fc-45fd-95ef-6a11ab41203d owned by network:dhcp {{(pid=101695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:08:01.590521 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e6845d9c-1ce8-41c8-841d-a2dc726f6968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:01.614813 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6845d9c-1ce8-41c8-841d-a2dc726f6968 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbd7ed6e-23fc-45fd-95ef-6a11ab41203d,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:01.621070 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6845d9c-1ce8-41c8-841d-a2dc726f6968 admin admin] No DVR routers for this DVR port dbd7ed6e-23fc-45fd-95ef-6a11ab41203d on host dv-cinder-667108-35-iscsi {{(pid=101695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:08:01.655492 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf01b74-f9d5-4b00-b4f6-9c744c379df9 None None] DHCP port deletion for 88bf2e43-28ce-4261-97c8-fd704bf50e7b request from dv-cinder-667108-35-iscsi {{(pid=101697) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 19:08:01.698465 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e6845d9c-1ce8-41c8-841d-a2dc726f6968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629537', 'neutron.services.segments.db._delete_segments_for_network-8770492521988'] for network, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:01.718494 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.services.segments.db [None req-e6845d9c-1ce8-41c8-841d-a2dc726f6968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88bf2e43-28ce-4261-97c8-fd704bf50e7b']}} {{(pid=101695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:08:01.727548 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.services.segments.db [None req-e6845d9c-1ce8-41c8-841d-a2dc726f6968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7252eafa-21d3-408d-abc0-6b2031ff6976') {'for_net_delete': True} {{(pid=101695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:08:01.727848 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.services.segments.db [None req-e6845d9c-1ce8-41c8-841d-a2dc726f6968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7252eafa-21d3-408d-abc0-6b2031ff6976') {} {{(pid=101695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:08:01.736983 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e6845d9c-1ce8-41c8-841d-a2dc726f6968 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770492523021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63388194'] for segment, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:01.749675 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e6845d9c-1ce8-41c8-841d-a2dc726f6968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:01.756170 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6845d9c-1ce8-41c8-841d-a2dc726f6968 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 19:08:01.756552 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e6845d9c-1ce8-41c8-841d-a2dc726f6968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63250365'] for segment, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: Traceback (most recent call last): Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: timer() Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: cb(*args, **kw) Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: return func(*args, **kwargs) Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: self._notify() Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: self.callback(batched_events) Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: event.method(event) Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: return f(self, *a, **k) Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: return self._get(url).json() Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: return self.request(url, 'GET', **kwargs) Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 19:08:01.758158 dv-cinder-667108-35-iscsi neutron-server[101695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 19:08:01.810033 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e6845d9c-1ce8-41c8-841d-a2dc726f6968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833601'] for network, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:01.817132 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e6845d9c-1ce8-41c8-841d-a2dc726f6968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:01.820820 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-e6845d9c-1ce8-41c8-841d-a2dc726f6968 admin admin] 10.222.0.46 "DELETE /v2.0/networks/88bf2e43-28ce-4261-97c8-fd704bf50e7b HTTP/1.1" status: 204 len: 168 time: 0.5093100 Nov 16 19:08:01.830545 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6845d9c-1ce8-41c8-841d-a2dc726f6968 admin admin] Pushing event deleted for resources: {'Network': ['ID=88bf2e43-28ce-4261-97c8-fd704bf50e7b,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:01.930129 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 51932) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:08:01.968315 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-a49e1f46-c28e-459b-bd3f-0a7cd1efc0c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=836db18eadf842ce90dda0a1221006ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0369697 Nov 16 19:08:01.970623 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 51934) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:08:02.020305 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9cc5625d-12eb-4173-8b6b-a4684394e562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:02.040122 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9cc5625d-12eb-4173-8b6b-a4684394e562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:02.083714 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9cc5625d-12eb-4173-8b6b-a4684394e562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:02.086320 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9cc5625d-12eb-4173-8b6b-a4684394e562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:02.087485 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-9cc5625d-12eb-4173-8b6b-a4684394e562 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c1eaf93b-4840-4fa9-b4cd-734b71544b3b HTTP/1.1" status: 204 len: 168 time: 0.1159503 Nov 16 19:08:02.095065 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5625d-12eb-4173-8b6b-a4684394e562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1eaf93b-4840-4fa9-b4cd-734b71544b3b,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:02.264246 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device dbd7ed6e-23fc-45fd-95ef-6a11ab41203d no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:08:02.284506 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: dbd7ed6e-23fc-45fd-95ef-6a11ab41203d {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:08:02.284872 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device dbd7ed6e-23fc-45fd-95ef-6a11ab41203d not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:08:02.285260 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 58d1b818-3f01-4b36-b451-167772e9c3ab no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:08:02.303302 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: 58d1b818-3f01-4b36-b451-167772e9c3ab {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:08:02.303654 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 58d1b818-3f01-4b36-b451-167772e9c3ab not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:08:02.304071 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device b3f5ba86-38b1-4820-aead-823d92b759bf no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:08:02.322977 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: b3f5ba86-38b1-4820-aead-823d92b759bf {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:08:02.323596 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device b3f5ba86-38b1-4820-aead-823d92b759bf not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:08:02.734459 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 51956) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:08:02.827046 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-035e361e-2282-44a5-bf0a-affa517739fa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1828587428-network', 'tenant_id': '94b91bcf959046d98ee0e24ab094216b'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:08:02.847761 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035e361e-2282-44a5-bf0a-affa517739fa admin admin] Made reservation on behalf of 94b91bcf959046d98ee0e24ab094216b for: {'network': 1} {{(pid=101695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:08:02.850876 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-035e361e-2282-44a5-bf0a-affa517739fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for network, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:02.858901 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-035e361e-2282-44a5-bf0a-affa517739fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:02.933023 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-035e361e-2282-44a5-bf0a-affa517739fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:02.936580 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-035e361e-2282-44a5-bf0a-affa517739fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:02.956690 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035e361e-2282-44a5-bf0a-affa517739fa admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=101695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 19:08:02.971365 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e361e-2282-44a5-bf0a-affa517739fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:02.974848 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-035e361e-2282-44a5-bf0a-affa517739fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:02.975199 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.segments_db [None req-035e361e-2282-44a5-bf0a-affa517739fa admin admin] Added segment e25a92cd-63f2-4680-b799-655f0f82b971 of type vlan for network e621ec68-f159-4652-a7d6-6091f1908e3b Nov 16 19:08:03.014399 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-035e361e-2282-44a5-bf0a-affa517739fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770491955959'] for network, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:03.038114 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-035e361e-2282-44a5-bf0a-affa517739fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for network, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:03.039049 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035e361e-2282-44a5-bf0a-affa517739fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:03.039653 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-035e361e-2282-44a5-bf0a-affa517739fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:03.093858 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-035e361e-2282-44a5-bf0a-affa517739fa admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3581674 Nov 16 19:08:03.096769 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 51960) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:08:03.101828 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-3ba99c8c-b805-408e-b527-4f9f6a3edf1d admin admin] Request body: {'subnet': {'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1828587428-subnet', 'tenant_id': '94b91bcf959046d98ee0e24ab094216b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:08:03.106720 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e361e-2282-44a5-bf0a-affa517739fa admin admin] Pushing event updated for resources: {'Network': ['ID=e621ec68-f159-4652-a7d6-6091f1908e3b,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:03.116794 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Network e621ec68-f159-4652-a7d6-6091f1908e3b details requested by agent ovs-agent-dv-cinder-667108-35-iscsi with host dv-cinder-667108-35-iscsi {{(pid=101697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 19:08:03.125875 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba99c8c-b805-408e-b527-4f9f6a3edf1d admin admin] Made reservation on behalf of 94b91bcf959046d98ee0e24ab094216b for: {'subnet': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:08:03.128444 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3ba99c8c-b805-408e-b527-4f9f6a3edf1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63484699'] for subnet, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:03.293202 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3ba99c8c-b805-408e-b527-4f9f6a3edf1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66353692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63484681'] for subnet, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:03.352195 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba99c8c-b805-408e-b527-4f9f6a3edf1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbd71e36-a1c9-4b72-a04c-a38478eddc45,revision_number=0']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:03.359390 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba99c8c-b805-408e-b527-4f9f6a3edf1d admin admin] Checking segment: {'id': 'e25a92cd-63f2-4680-b799-655f0f82b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:08:03.359754 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba99c8c-b805-408e-b527-4f9f6a3edf1d admin admin] Network hostable DHCP agents. Network: e621ec68-f159-4652-a7d6-6091f1908e3b, hostable agents: ['796d1915-ba41-4440-8731-3d9d4c9dd731'], hosted agents: [] {{(pid=101696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 19:08:03.377235 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba99c8c-b805-408e-b527-4f9f6a3edf1d admin admin] Network e621ec68-f159-4652-a7d6-6091f1908e3b is scheduled to be hosted by DHCP agent 796d1915-ba41-4440-8731-3d9d4c9dd731 with binding_index 1 {{(pid=101696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 19:08:03.386144 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-3ba99c8c-b805-408e-b527-4f9f6a3edf1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-35-iscsi, e621ec68-f159-4652-a7d6-6091f1908e3b) {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:08:03.390041 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba99c8c-b805-408e-b527-4f9f6a3edf1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:03.390638 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3ba99c8c-b805-408e-b527-4f9f6a3edf1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:03.397030 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe538f62-03a7-4230-92cd-5d5b974c00c3 None None] Network e621ec68-f159-4652-a7d6-6091f1908e3b requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:08:03.406100 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-3ba99c8c-b805-408e-b527-4f9f6a3edf1d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3081870 Nov 16 19:08:03.519030 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cbc782-85db-4990-8155-1a01e5cb41cc None None] Network e621ec68-f159-4652-a7d6-6091f1908e3b requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:08:03.819660 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-959b9e61-4f66-409c-a60b-ad6f4dff2b82 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:03.821126 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-959b9e61-4f66-409c-a60b-ad6f4dff2b82 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/networks?id=e621ec68-f159-4652-a7d6-6091f1908e3b HTTP/1.1" status: 200 len: 815 time: 0.1037021 Nov 16 19:08:03.835461 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-fbfda8fa-b82c-4e26-b987-2e1ef3f33ea0 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/quotas/94b91bcf959046d98ee0e24ab094216b HTTP/1.1" status: 200 len: 375 time: 0.0087230 Nov 16 19:08:03.866421 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-a6dd3101-4646-4bb6-8f56-b6be99fdc505 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b91bcf959046d98ee0e24ab094216b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260105 Nov 16 19:08:03.955009 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-3ffe87f2-d313-4ec5-b6c0-1f2baca9d252 service neutron] 10.222.0.46 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818498 Nov 16 19:08:04.041554 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-025cc93e-b786-4253-b563-8fad5355028b service neutron] 10.222.0.46 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806475 Nov 16 19:08:04.192436 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-563f4a1f-e74c-45ac-8527-a02255ff0c48 req-f62a6c4d-36e0-4fa8-b415-afb5442ceb1e tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e52ea22-a91d-49af-bb25-1b1d20df5768 HTTP/1.1" status: 200 len: 210 time: 0.0257976 Nov 16 19:08:05.218357 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-1a2bd960-6734-4a33-97a1-563cda074c56 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:05.220059 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-1a2bd960-6734-4a33-97a1-563cda074c56 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.18 "GET /v2.0/networks?id=e621ec68-f159-4652-a7d6-6091f1908e3b HTTP/1.1" status: 200 len: 815 time: 0.1033871 Nov 16 19:08:05.236965 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-7f605182-e5d1-4b67-a29e-db3ea6a5963f tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Request body: {'port': {'device_id': '0e52ea22-a91d-49af-bb25-1b1d20df5768', 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b', 'admin_state_up': True, 'tenant_id': '94b91bcf959046d98ee0e24ab094216b'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:08:05.311833 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-795cd41e-5b8c-4db6-bb7d-e1a1ca43d16f req-ffd444f2-c1a5-4943-bed2-cf414cb17def tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e52ea22-a91d-49af-bb25-1b1d20df5768 HTTP/1.1" status: 200 len: 210 time: 0.0352652 Nov 16 19:08:05.369596 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-7f605182-e5d1-4b67-a29e-db3ea6a5963f tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Made reservation on behalf of 94b91bcf959046d98ee0e24ab094216b for: {'port': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:08:05.373088 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-7f605182-e5d1-4b67-a29e-db3ea6a5963f tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:05.493121 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-7f605182-e5d1-4b67-a29e-db3ea6a5963f tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Allocated IP 172.20.0.2 (e621ec68-f159-4652-a7d6-6091f1908e3b/fbd71e36-a1c9-4b72-a04c-a38478eddc45/8e5b3f73-ec0e-4a71-9000-d46d548d6adf) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:08:05.632905 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-7f605182-e5d1-4b67-a29e-db3ea6a5963f tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:05.665082 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-7f605182-e5d1-4b67-a29e-db3ea6a5963f tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:05.702450 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-7f605182-e5d1-4b67-a29e-db3ea6a5963f tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Network e621ec68-f159-4652-a7d6-6091f1908e3b is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:08:05.707374 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-7f605182-e5d1-4b67-a29e-db3ea6a5963f tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:08:05.711391 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-7f605182-e5d1-4b67-a29e-db3ea6a5963f tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:08:05.739238 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f605182-e5d1-4b67-a29e-db3ea6a5963f tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Pushing event updated for resources: {'Port': ['ID=8e5b3f73-ec0e-4a71-9000-d46d548d6adf,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:05.765646 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-7f605182-e5d1-4b67-a29e-db3ea6a5963f tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:05.766252 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-7f605182-e5d1-4b67-a29e-db3ea6a5963f tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:05.781322 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-7f605182-e5d1-4b67-a29e-db3ea6a5963f tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5486920 Nov 16 19:08:05.794607 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] Request body: {'port': {'device_id': '0e52ea22-a91d-49af-bb25-1b1d20df5768', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:08:05.844035 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:06.093346 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5b3f73-ec0e-4a71-9000-d46d548d6adf {{(pid=101696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:08:06.100511 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:06.112050 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.provisioning_blocks [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] Transition to ACTIVE for port object 8e5b3f73-ec0e-4a71-9000-d46d548d6adf will not be triggered until provisioned by entity L2. {{(pid=101696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 19:08:06.115633 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:06.182274 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5b3f73-ec0e-4a71-9000-d46d548d6adf,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:06.230693 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] Attempting to bind port 8e5b3f73-ec0e-4a71-9000-d46d548d6adf on host hv-cinder-66710 for vnic_type normal with profile {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:08:06.231300 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] Attempting to bind port 8e5b3f73-ec0e-4a71-9000-d46d548d6adf by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'e25a92cd-63f2-4680-b799-655f0f82b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b'}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:08:06.231416 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] Attempting to bind port 8e5b3f73-ec0e-4a71-9000-d46d548d6adf on network e621ec68-f159-4652-a7d6-6091f1908e3b {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:08:06.235437 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] Port 8e5b3f73-ec0e-4a71-9000-d46d548d6adf on network e621ec68-f159-4652-a7d6-6091f1908e3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 19:08:06.235887 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] Attempting to bind port 8e5b3f73-ec0e-4a71-9000-d46d548d6adf on network e621ec68-f159-4652-a7d6-6091f1908e3b {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:08:06.241403 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] Checking agent: {'id': 'b114dd46-986e-4d55-bca0-7e9758e41aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'started_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:08:06.241785 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] Checking segment: {'id': 'e25a92cd-63f2-4680-b799-655f0f82b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:08:06.242162 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] Bound using segment: {'id': 'e25a92cd-63f2-4680-b799-655f0f82b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b'} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:08:06.242576 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] Bound port: 8e5b3f73-ec0e-4a71-9000-d46d548d6adf, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25a92cd-63f2-4680-b799-655f0f82b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b'}}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:08:06.242925 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:06.303769 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] For port 8e5b3f73-ec0e-4a71-9000-d46d548d6adf, host hv-cinder-66710, cleared binding levels {{(pid=101696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:08:06.306823 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] For port 8e5b3f73-ec0e-4a71-9000-d46d548d6adf, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=8e5b3f73-ec0e-4a71-9000-d46d548d6adf,segment=NetworkSegment(e25a92cd-63f2-4680-b799-655f0f82b971),segment_id=e25a92cd-63f2-4680-b799-655f0f82b971)] {{(pid=101696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:08:06.310056 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:06.345665 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:06.345665 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:06.346004 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] 10.222.0.18 "PUT /v2.0/ports/8e5b3f73-ec0e-4a71-9000-d46d548d6adf HTTP/1.1" status: 200 len: 1093 time: 0.5546353 Nov 16 19:08:06.348149 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e52ea22-a91d-49af-bb25-1b1d20df5768', 'tag': '8e5b3f73-ec0e-4a71-9000-d46d548d6adf'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:08:06.351636 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfd9706-8b51-40f3-9a57-fbc25bac267c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e52ea22-a91d-49af-bb25-1b1d20df5768", "tag": "8e5b3f73-ec0e-4a71-9000-d46d548d6adf"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:08:06.386405 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf52ad-d421-4d32-a549-30487589b627 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5b3f73-ec0e-4a71-9000-d46d548d6adf,revision_number=3']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:06.396696 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4086241-4439-4f30-8087-7bd8710c9dab x-openstack-request-id: req-d4086241-4439-4f30-8087-7bd8710c9dab {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:08:06.397129 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e52ea22-a91d-49af-bb25-1b1d20df5768", "tag": "8e5b3f73-ec0e-4a71-9000-d46d548d6adf", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:08:06.397387 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d4086241-4439-4f30-8087-7bd8710c9dab {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:08:06.397927 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e52ea22-a91d-49af-bb25-1b1d20df5768', 'tag': '8e5b3f73-ec0e-4a71-9000-d46d548d6adf', 'status': 'completed', 'code': 200} Nov 16 19:08:06.436902 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d76810-1b4d-4614-a359-404fb38cb84f req-8edcbf2b-f3e3-46f8-80ac-44d818f16193 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:06.438395 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-08d76810-1b4d-4614-a359-404fb38cb84f req-8edcbf2b-f3e3-46f8-80ac-44d818f16193 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e52ea22-a91d-49af-bb25-1b1d20df5768 HTTP/1.1" status: 200 len: 943 time: 0.0512021 Nov 16 19:08:06.445924 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-1b35378f-0078-4928-9622-1eb920f7b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:06.447441 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-1b35378f-0078-4928-9622-1eb920f7b4d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=94b91bcf959046d98ee0e24ab094216b&device_id=0e52ea22-a91d-49af-bb25-1b1d20df5768 HTTP/1.1" status: 200 len: 1096 time: 0.0414939 Nov 16 19:08:06.485859 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-08d76810-1b4d-4614-a359-404fb38cb84f req-470d796b-90a9-4749-acb9-06b1aabf8e10 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406537 Nov 16 19:08:06.488806 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-6a0fa9e4-1b2f-4b3e-8c23-e04815552823 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e5b3f73-ec0e-4a71-9000-d46d548d6adf HTTP/1.1" status: 200 len: 217 time: 0.0324533 Nov 16 19:08:06.541518 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-18452b7e-d3de-4eaf-84c5-6950f0f83f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:06.542971 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-18452b7e-d3de-4eaf-84c5-6950f0f83f06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fbd71e36-a1c9-4b72-a04c-a38478eddc45 HTTP/1.1" status: 200 len: 855 time: 0.0460825 Nov 16 19:08:06.577970 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-f6879da7-5101-4215-8fe3-ade8b6fb6a6d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e621ec68-f159-4652-a7d6-6091f1908e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237010 Nov 16 19:08:06.667359 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-f1ed5a6d-f82a-484d-9dcb-c773601399ca service neutron] 10.222.0.18 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788395 Nov 16 19:08:06.758437 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-df39fb41-dcac-4dad-8bfb-7fd0385dc685 req-545b2f1b-69fd-4471-ab10-4e0613131815 service neutron] 10.222.0.18 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829351 Nov 16 19:08:06.834252 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-de8893fc-7dba-473b-a088-8a5c52489b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:06.844841 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd9706-8b51-40f3-9a57-fbc25bac267c req-53d88b99-6a2e-4515-88da-fa774fe3da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:06.846384 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7cfd9706-8b51-40f3-9a57-fbc25bac267c req-53d88b99-6a2e-4515-88da-fa774fe3da56 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=94b91bcf959046d98ee0e24ab094216b&device_id=0e52ea22-a91d-49af-bb25-1b1d20df5768 HTTP/1.1" status: 200 len: 1096 time: 0.0398180 Nov 16 19:08:06.938579 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd9706-8b51-40f3-9a57-fbc25bac267c req-68610a80-4e97-408c-be97-ae1fcca75167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:06.939932 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7cfd9706-8b51-40f3-9a57-fbc25bac267c req-68610a80-4e97-408c-be97-ae1fcca75167 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e621ec68-f159-4652-a7d6-6091f1908e3b HTTP/1.1" status: 200 len: 916 time: 0.0859263 Nov 16 19:08:06.982389 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7cfd9706-8b51-40f3-9a57-fbc25bac267c req-1e65f4b6-4878-46b6-9082-edbd1dc88ed3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e5b3f73-ec0e-4a71-9000-d46d548d6adf HTTP/1.1" status: 200 len: 217 time: 0.0322983 Nov 16 19:08:07.031297 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd9706-8b51-40f3-9a57-fbc25bac267c req-dc47e6d4-055b-48d8-a724-4645911dac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:07.032668 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7cfd9706-8b51-40f3-9a57-fbc25bac267c req-dc47e6d4-055b-48d8-a724-4645911dac4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fbd71e36-a1c9-4b72-a04c-a38478eddc45 HTTP/1.1" status: 200 len: 855 time: 0.0414593 Nov 16 19:08:07.067156 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7cfd9706-8b51-40f3-9a57-fbc25bac267c req-588997cd-7de4-412c-b9d6-28908f6d44f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e621ec68-f159-4652-a7d6-6091f1908e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267310 Nov 16 19:08:07.155950 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7cfd9706-8b51-40f3-9a57-fbc25bac267c req-03744054-91fb-4512-9be9-88344d8e814a service neutron] 10.222.0.18 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802443 Nov 16 19:08:07.261980 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7cfd9706-8b51-40f3-9a57-fbc25bac267c req-45d12028-ead0-49c3-af01-8d7260aee358 service neutron] 10.222.0.18 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870211 Nov 16 19:08:07.600115 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01128417-84f0-4e42-8972-bac276f5726a req-db4ad217-b9de-4c88-9007-288965009d20 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:07.601587 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-01128417-84f0-4e42-8972-bac276f5726a req-db4ad217-b9de-4c88-9007-288965009d20 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e52ea22-a91d-49af-bb25-1b1d20df5768 HTTP/1.1" status: 200 len: 943 time: 0.0472620 Nov 16 19:08:07.647262 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-01128417-84f0-4e42-8972-bac276f5726a req-8d3cd692-0675-4498-8e08-2c777b9e0eb6 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399618 Nov 16 19:08:07.745436 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 8e5b3f73-ec0e-4a71-9000-d46d548d6adf details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:08:07.952530 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 8e5b3f73-ec0e-4a71-9000-d46d548d6adf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=8e5b3f73-ec0e-4a71-9000-d46d548d6adf,segment=NetworkSegment(e25a92cd-63f2-4680-b799-655f0f82b971),segment_id=e25a92cd-63f2-4680-b799-655f0f82b971)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:08:07.963513 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': '8e5b3f73-ec0e-4a71-9000-d46d548d6adf', 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b', 'port_id': '8e5b3f73-ec0e-4a71-9000-d46d548d6adf', 'mac_address': 'fa:16:3e:34:1f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd71e36-a1c9-4b72-a04c-a38478eddc45', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:08:07.998546 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:08.010736 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5b3f73-ec0e-4a71-9000-d46d548d6adf {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:08:08.029667 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 8e5b3f73-ec0e-4a71-9000-d46d548d6adf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=8e5b3f73-ec0e-4a71-9000-d46d548d6adf,segment=NetworkSegment(e25a92cd-63f2-4680-b799-655f0f82b971),segment_id=e25a92cd-63f2-4680-b799-655f0f82b971)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:08:08.033237 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:08.080079 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=8e5b3f73-ec0e-4a71-9000-d46d548d6adf,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:08.259679 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['8e5b3f73-ec0e-4a71-9000-d46d548d6adf'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:08:08.589843 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:08:08.762054 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7fa0a-03b4-473b-9e75-cd4ac9d514fa req-471bdb68-0f3a-45a0-8427-83d46ef1357e tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:08.763581 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f3d7fa0a-03b4-473b-9e75-cd4ac9d514fa req-471bdb68-0f3a-45a0-8427-83d46ef1357e tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e52ea22-a91d-49af-bb25-1b1d20df5768 HTTP/1.1" status: 200 len: 944 time: 0.0516057 Nov 16 19:08:08.808532 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f3d7fa0a-03b4-473b-9e75-cd4ac9d514fa req-c3f7d7a7-45a3-4c7f-8e6d-f6a660cb4393 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392299 Nov 16 19:08:09.758562 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 8e5b3f73-ec0e-4a71-9000-d46d548d6adf up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:08:09.808775 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning for port 8e5b3f73-ec0e-4a71-9000-d46d548d6adf completed by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 19:08:09.812783 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port 8e5b3f73-ec0e-4a71-9000-d46d548d6adf triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:08:09.813153 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:09.860381 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f59d9f6d-98ef-4aad-91d5-d6206afe167b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:09.900209 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:09.922799 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e52ea22-a91d-49af-bb25-1b1d20df5768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5b3f73-ec0e-4a71-9000-d46d548d6adf'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:08:09.923589 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466340e-4051-4803-8994-d31c2a4d6a6c req-f0f42d79-18d0-4832-93a6-0d009d38c2a8 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:09.925030 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fec71bf-072a-42a3-9886-f72d92b6170c" -d '{"events": [{"server_uuid": "0e52ea22-a91d-49af-bb25-1b1d20df5768", "name": "network-vif-plugged", "status": "completed", "tag": "8e5b3f73-ec0e-4a71-9000-d46d548d6adf"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:08:09.925161 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c466340e-4051-4803-8994-d31c2a4d6a6c req-f0f42d79-18d0-4832-93a6-0d009d38c2a8 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e52ea22-a91d-49af-bb25-1b1d20df5768 HTTP/1.1" status: 200 len: 944 time: 0.0477610 Nov 16 19:08:09.938359 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 8e5b3f73-ec0e-4a71-9000-d46d548d6adf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=8e5b3f73-ec0e-4a71-9000-d46d548d6adf,segment=NetworkSegment(e25a92cd-63f2-4680-b799-655f0f82b971),segment_id=e25a92cd-63f2-4680-b799-655f0f82b971)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:08:09.943198 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:09.971462 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c533f2-ee01-459d-a526-e9cc208fa8fb x-openstack-request-id: req-a0c533f2-ee01-459d-a526-e9cc208fa8fb {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:08:09.972021 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e52ea22-a91d-49af-bb25-1b1d20df5768", "name": "network-vif-plugged", "status": "completed", "tag": "8e5b3f73-ec0e-4a71-9000-d46d548d6adf", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:08:09.972436 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a0c533f2-ee01-459d-a526-e9cc208fa8fb {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:08:09.972827 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e52ea22-a91d-49af-bb25-1b1d20df5768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5b3f73-ec0e-4a71-9000-d46d548d6adf', 'code': 200} Nov 16 19:08:09.981313 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c466340e-4051-4803-8994-d31c2a4d6a6c req-d16276b3-5667-4808-a50d-23be21ce9888 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485580 Nov 16 19:08:09.999948 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=8e5b3f73-ec0e-4a71-9000-d46d548d6adf,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:10.128592 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbc709-96dc-4ae8-a77a-f0481d1044e2 req-c7fb574d-8acf-4f95-a40f-784a9c2aece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:10.130150 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-43fbc709-96dc-4ae8-a77a-f0481d1044e2 req-c7fb574d-8acf-4f95-a40f-784a9c2aece8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0e52ea22-a91d-49af-bb25-1b1d20df5768 HTTP/1.1" status: 200 len: 1098 time: 0.0422566 Nov 16 19:08:10.177375 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-43fbc709-96dc-4ae8-a77a-f0481d1044e2 req-7bd3b2c8-55f6-4559-b1df-50f4f484ecc2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394511 Nov 16 19:08:11.099994 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf260b9-42a3-468f-93c1-3f029493c777 req-195a8f3d-284b-4fac-abd9-3c2c88f4558a tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:11.101483 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-5cf260b9-42a3-468f-93c1-3f029493c777 req-195a8f3d-284b-4fac-abd9-3c2c88f4558a tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e52ea22-a91d-49af-bb25-1b1d20df5768 HTTP/1.1" status: 200 len: 945 time: 0.0484905 Nov 16 19:08:11.147808 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-5cf260b9-42a3-468f-93c1-3f029493c777 req-02007389-fee3-4467-8e1e-7088e4d23b7c tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404258 Nov 16 19:08:11.367443 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:12.262092 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e18523-0865-4c78-8f61-324a90085df0 req-0de2eaf7-2961-4ab0-89ee-86d11d27c7bf tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:12.263581 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f7e18523-0865-4c78-8f61-324a90085df0 req-0de2eaf7-2961-4ab0-89ee-86d11d27c7bf tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e52ea22-a91d-49af-bb25-1b1d20df5768 HTTP/1.1" status: 200 len: 945 time: 0.0487015 Nov 16 19:08:12.309638 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f7e18523-0865-4c78-8f61-324a90085df0 req-0f2adfdc-4ee9-4d6f-844d-51890dcc4496 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402534 Nov 16 19:08:13.172798 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:13.799969 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:20.470843 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ee8845c8-54a6-44c6-a16c-14a879abb769 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:20.472292 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ee8845c8-54a6-44c6-a16c-14a879abb769 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/networks?id=e621ec68-f159-4652-a7d6-6091f1908e3b HTTP/1.1" status: 200 len: 815 time: 0.1022325 Nov 16 19:08:20.486544 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ee5c3672-b427-47c8-b04c-04e21aa0ebf7 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/quotas/94b91bcf959046d98ee0e24ab094216b HTTP/1.1" status: 200 len: 375 time: 0.0087290 Nov 16 19:08:20.533307 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-c30c61a5-e251-41d9-9051-bf5ace759d35 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b91bcf959046d98ee0e24ab094216b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0416477 Nov 16 19:08:20.856761 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-9dad9eef-9dd6-4688-a8f7-78e7f80fa6e6 service neutron] 10.222.0.46 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161390 Nov 16 19:08:20.941901 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-03a9aa11-bd67-4358-ac5e-d650c3133871 service neutron] 10.222.0.46 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788715 Nov 16 19:08:21.100393 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-64a72e7c-8bf4-48b4-9d7c-6e452805eb16 req-7ac14094-881e-48e3-a7c2-71fb113203ba tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=526863d1-282a-4442-8260-50cbaec699eb HTTP/1.1" status: 200 len: 210 time: 0.0250614 Nov 16 19:08:22.043556 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-7d8acf53-f319-4d81-ab10-1f00751794fc tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:22.045002 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-7d8acf53-f319-4d81-ab10-1f00751794fc tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.18 "GET /v2.0/networks?id=e621ec68-f159-4652-a7d6-6091f1908e3b HTTP/1.1" status: 200 len: 815 time: 0.1024084 Nov 16 19:08:22.061588 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-4099af54-7e01-40f0-8b86-0bf537909814 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Request body: {'port': {'device_id': '526863d1-282a-4442-8260-50cbaec699eb', 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b', 'admin_state_up': True, 'tenant_id': '94b91bcf959046d98ee0e24ab094216b'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:08:22.180071 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-4099af54-7e01-40f0-8b86-0bf537909814 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Made reservation on behalf of 94b91bcf959046d98ee0e24ab094216b for: {'port': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:08:22.183392 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-4099af54-7e01-40f0-8b86-0bf537909814 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:22.199738 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8b5f74fc-4600-409e-8df3-5170fcadd1d7 req-c023bf33-8c2c-4432-a4f3-26616b3dcc14 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=526863d1-282a-4442-8260-50cbaec699eb HTTP/1.1" status: 200 len: 210 time: 0.0322294 Nov 16 19:08:22.315940 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-4099af54-7e01-40f0-8b86-0bf537909814 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Allocated IP 172.20.0.8 (e621ec68-f159-4652-a7d6-6091f1908e3b/fbd71e36-a1c9-4b72-a04c-a38478eddc45/399dbb90-f15a-45a3-bcd8-026172ae7de5) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:08:22.461055 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-4099af54-7e01-40f0-8b86-0bf537909814 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:22.493169 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-4099af54-7e01-40f0-8b86-0bf537909814 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:22.505904 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['8e5b3f73-ec0e-4a71-9000-d46d548d6adf'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:08:22.539862 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-4099af54-7e01-40f0-8b86-0bf537909814 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Network e621ec68-f159-4652-a7d6-6091f1908e3b is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:08:22.542890 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-4099af54-7e01-40f0-8b86-0bf537909814 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:08:22.546752 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-4099af54-7e01-40f0-8b86-0bf537909814 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:08:22.554509 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099af54-7e01-40f0-8b86-0bf537909814 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Pushing event updated for resources: {'Port': ['ID=399dbb90-f15a-45a3-bcd8-026172ae7de5,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:22.598648 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-4099af54-7e01-40f0-8b86-0bf537909814 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:22.599197 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-4099af54-7e01-40f0-8b86-0bf537909814 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:22.614954 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-4099af54-7e01-40f0-8b86-0bf537909814 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5572221 Nov 16 19:08:22.629528 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] Request body: {'port': {'device_id': '526863d1-282a-4442-8260-50cbaec699eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:08:22.680592 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:22.931149 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 399dbb90-f15a-45a3-bcd8-026172ae7de5 {{(pid=101696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:08:22.938278 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:22.949743 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.provisioning_blocks [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] Transition to ACTIVE for port object 399dbb90-f15a-45a3-bcd8-026172ae7de5 will not be triggered until provisioned by entity L2. {{(pid=101696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 19:08:22.953879 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:23.000933 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] Pushing event updated for resources: {'Port': ['ID=399dbb90-f15a-45a3-bcd8-026172ae7de5,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:23.072014 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] Attempting to bind port 399dbb90-f15a-45a3-bcd8-026172ae7de5 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:08:23.072708 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] Attempting to bind port 399dbb90-f15a-45a3-bcd8-026172ae7de5 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'e25a92cd-63f2-4680-b799-655f0f82b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b'}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:08:23.072708 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] Attempting to bind port 399dbb90-f15a-45a3-bcd8-026172ae7de5 on network e621ec68-f159-4652-a7d6-6091f1908e3b {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:08:23.076835 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] Port 399dbb90-f15a-45a3-bcd8-026172ae7de5 on network e621ec68-f159-4652-a7d6-6091f1908e3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 19:08:23.077149 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] Attempting to bind port 399dbb90-f15a-45a3-bcd8-026172ae7de5 on network e621ec68-f159-4652-a7d6-6091f1908e3b {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:08:23.081862 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] Checking agent: {'id': 'b114dd46-986e-4d55-bca0-7e9758e41aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'started_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:08:23.082308 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] Checking segment: {'id': 'e25a92cd-63f2-4680-b799-655f0f82b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:08:23.082692 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] Bound using segment: {'id': 'e25a92cd-63f2-4680-b799-655f0f82b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b'} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:08:23.083107 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] Bound port: 399dbb90-f15a-45a3-bcd8-026172ae7de5, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25a92cd-63f2-4680-b799-655f0f82b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b'}}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:08:23.083456 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:23.144792 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] For port 399dbb90-f15a-45a3-bcd8-026172ae7de5, host hv-cinder-66710, cleared binding levels {{(pid=101696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:08:23.148184 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] For port 399dbb90-f15a-45a3-bcd8-026172ae7de5, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=399dbb90-f15a-45a3-bcd8-026172ae7de5,segment=NetworkSegment(e25a92cd-63f2-4680-b799-655f0f82b971),segment_id=e25a92cd-63f2-4680-b799-655f0f82b971)] {{(pid=101696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:08:23.152431 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:23.181707 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:23.182606 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:23.184203 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] 10.222.0.18 "PUT /v2.0/ports/399dbb90-f15a-45a3-bcd8-026172ae7de5 HTTP/1.1" status: 200 len: 1093 time: 0.5590997 Nov 16 19:08:23.186358 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526863d1-282a-4442-8260-50cbaec699eb', 'tag': '399dbb90-f15a-45a3-bcd8-026172ae7de5'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:08:23.189105 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fd869c-2247-4e01-b0f0-fa84521c57eb" -d '{"events": [{"name": "network-changed", "server_uuid": "526863d1-282a-4442-8260-50cbaec699eb", "tag": "399dbb90-f15a-45a3-bcd8-026172ae7de5"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:08:23.217844 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33112b-e50a-45c4-b591-af0d1a9bdc20 service neutron] Pushing event updated for resources: {'Port': ['ID=399dbb90-f15a-45a3-bcd8-026172ae7de5,revision_number=3']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:23.233924 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6055ba0d-8dd6-448f-b5a5-06d55e6deb21 x-openstack-request-id: req-6055ba0d-8dd6-448f-b5a5-06d55e6deb21 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:08:23.234220 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526863d1-282a-4442-8260-50cbaec699eb", "tag": "399dbb90-f15a-45a3-bcd8-026172ae7de5", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:08:23.234474 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6055ba0d-8dd6-448f-b5a5-06d55e6deb21 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:08:23.234880 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526863d1-282a-4442-8260-50cbaec699eb', 'tag': '399dbb90-f15a-45a3-bcd8-026172ae7de5', 'status': 'completed', 'code': 200} Nov 16 19:08:23.301393 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ecd0f373-d490-4bbc-afcc-7313fa0ed984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:23.303537 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-ecd0f373-d490-4bbc-afcc-7313fa0ed984 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=94b91bcf959046d98ee0e24ab094216b&device_id=526863d1-282a-4442-8260-50cbaec699eb HTTP/1.1" status: 200 len: 1096 time: 0.0666649 Nov 16 19:08:23.347749 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-e6e8df95-eac8-4a20-aedd-85eec8a267db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=399dbb90-f15a-45a3-bcd8-026172ae7de5 HTTP/1.1" status: 200 len: 217 time: 0.0350976 Nov 16 19:08:23.355551 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7ed34-6865-4cf5-aa7d-5884db632e9a req-a9e7ac52-7e6c-410f-bcf0-8c2507dfe415 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:23.356969 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7fd7ed34-6865-4cf5-aa7d-5884db632e9a req-a9e7ac52-7e6c-410f-bcf0-8c2507dfe415 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=526863d1-282a-4442-8260-50cbaec699eb HTTP/1.1" status: 200 len: 943 time: 0.0878043 Nov 16 19:08:23.422775 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-6437dc30-9076-49ec-8f84-dae1a83eeb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:23.424164 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-6437dc30-9076-49ec-8f84-dae1a83eeb22 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fbd71e36-a1c9-4b72-a04c-a38478eddc45 HTTP/1.1" status: 200 len: 855 time: 0.0663810 Nov 16 19:08:23.447075 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7fd7ed34-6865-4cf5-aa7d-5884db632e9a req-dbe7a573-d418-405e-8e5e-ba17f9b409f9 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822248 Nov 16 19:08:23.460673 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-24fe00eb-cf21-4ee1-b496-cf3e1dc67988 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e621ec68-f159-4652-a7d6-6091f1908e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261061 Nov 16 19:08:23.550007 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-c557c3ac-a6b8-45d0-96b6-2fa34406c3a1 service neutron] 10.222.0.18 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792983 Nov 16 19:08:23.641074 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0294db58-f3c4-46dc-a334-af5cedd09cad req-51f1eafa-e7e4-4ffd-a471-924f391d68c8 service neutron] 10.222.0.18 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830119 Nov 16 19:08:23.733987 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd869c-2247-4e01-b0f0-fa84521c57eb req-74d11479-6389-475d-9a5d-20bbc49b152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:23.735389 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-97fd869c-2247-4e01-b0f0-fa84521c57eb req-74d11479-6389-475d-9a5d-20bbc49b152e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=94b91bcf959046d98ee0e24ab094216b&device_id=526863d1-282a-4442-8260-50cbaec699eb HTTP/1.1" status: 200 len: 1096 time: 0.0407057 Nov 16 19:08:23.829560 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd869c-2247-4e01-b0f0-fa84521c57eb req-4f31f528-30f9-497f-9576-94c97eeef8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:23.831075 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-97fd869c-2247-4e01-b0f0-fa84521c57eb req-4f31f528-30f9-497f-9576-94c97eeef8b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e621ec68-f159-4652-a7d6-6091f1908e3b HTTP/1.1" status: 200 len: 916 time: 0.0858712 Nov 16 19:08:23.872811 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-97fd869c-2247-4e01-b0f0-fa84521c57eb req-2ec90b26-e4a8-4b21-92e3-077da5e3f95c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=399dbb90-f15a-45a3-bcd8-026172ae7de5 HTTP/1.1" status: 200 len: 217 time: 0.0328617 Nov 16 19:08:23.922514 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd869c-2247-4e01-b0f0-fa84521c57eb req-adce5ca8-65f6-4bb3-b81a-b018518cd87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:23.923934 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-97fd869c-2247-4e01-b0f0-fa84521c57eb req-adce5ca8-65f6-4bb3-b81a-b018518cd87e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fbd71e36-a1c9-4b72-a04c-a38478eddc45 HTTP/1.1" status: 200 len: 855 time: 0.0421722 Nov 16 19:08:23.965143 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-97fd869c-2247-4e01-b0f0-fa84521c57eb req-e3c4c44e-54de-48f0-8650-5292d04475cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e621ec68-f159-4652-a7d6-6091f1908e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273252 Nov 16 19:08:24.054635 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-97fd869c-2247-4e01-b0f0-fa84521c57eb req-15949230-3ad5-4253-a179-d5133be75ec9 service neutron] 10.222.0.18 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808938 Nov 16 19:08:24.145472 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-97fd869c-2247-4e01-b0f0-fa84521c57eb req-5b41447e-052e-49a2-b261-7566ad009709 service neutron] 10.222.0.18 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836332 Nov 16 19:08:24.565090 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42e6b2-d8d8-4c45-b7e7-115c008ee846 req-3c87a382-4152-4242-8652-3360a6641fd3 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:24.566586 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-fe42e6b2-d8d8-4c45-b7e7-115c008ee846 req-3c87a382-4152-4242-8652-3360a6641fd3 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=526863d1-282a-4442-8260-50cbaec699eb HTTP/1.1" status: 200 len: 943 time: 0.0514357 Nov 16 19:08:24.613314 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-fe42e6b2-d8d8-4c45-b7e7-115c008ee846 req-ca3d5aa6-1b46-4cd1-b02f-91e3f542390f tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402369 Nov 16 19:08:25.724956 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1de4fa-6d3d-42c4-8d26-78cc1a9db5f8 req-d65f7f96-a7d5-4d55-85ab-d31406e6a705 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:25.726442 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bb1de4fa-6d3d-42c4-8d26-78cc1a9db5f8 req-d65f7f96-a7d5-4d55-85ab-d31406e6a705 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=526863d1-282a-4442-8260-50cbaec699eb HTTP/1.1" status: 200 len: 943 time: 0.0468724 Nov 16 19:08:25.771777 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bb1de4fa-6d3d-42c4-8d26-78cc1a9db5f8 req-7c007557-9eef-43ee-8b1a-5c179ea76734 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395939 Nov 16 19:08:25.780474 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 399dbb90-f15a-45a3-bcd8-026172ae7de5 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:08:25.875279 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 399dbb90-f15a-45a3-bcd8-026172ae7de5, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=399dbb90-f15a-45a3-bcd8-026172ae7de5,segment=NetworkSegment(e25a92cd-63f2-4680-b799-655f0f82b971),segment_id=e25a92cd-63f2-4680-b799-655f0f82b971)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:08:25.886066 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': '399dbb90-f15a-45a3-bcd8-026172ae7de5', 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b', 'port_id': '399dbb90-f15a-45a3-bcd8-026172ae7de5', 'mac_address': 'fa:16:3e:a1:ee:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd71e36-a1c9-4b72-a04c-a38478eddc45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:08:25.921812 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:25.933879 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399dbb90-f15a-45a3-bcd8-026172ae7de5 {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:08:25.953660 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 399dbb90-f15a-45a3-bcd8-026172ae7de5, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=399dbb90-f15a-45a3-bcd8-026172ae7de5,segment=NetworkSegment(e25a92cd-63f2-4680-b799-655f0f82b971),segment_id=e25a92cd-63f2-4680-b799-655f0f82b971)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:08:25.956999 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:26.005052 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=399dbb90-f15a-45a3-bcd8-026172ae7de5,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:26.011793 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:08:26.012140 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:08:26.012477 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:08:26.012810 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:08:26.013136 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:08:26.013463 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:08:26.013818 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:08:26.014145 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:08:26.014471 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:08:26.014793 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:08:26.015114 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:08:26.015432 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:08:26.229473 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['399dbb90-f15a-45a3-bcd8-026172ae7de5'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:08:26.883975 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7bb7f-0bca-4aba-bdf3-79a0ab87f3a6 req-5ea3b2d6-beaf-4687-bcfc-8a27384ae2c5 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:26.885428 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-0df7bb7f-0bca-4aba-bdf3-79a0ab87f3a6 req-5ea3b2d6-beaf-4687-bcfc-8a27384ae2c5 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=526863d1-282a-4442-8260-50cbaec699eb HTTP/1.1" status: 200 len: 944 time: 0.0476742 Nov 16 19:08:26.931148 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-0df7bb7f-0bca-4aba-bdf3-79a0ab87f3a6 req-e38fd715-538a-413f-83b4-33a3ed2b2fab tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399559 Nov 16 19:08:27.796534 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 399dbb90-f15a-45a3-bcd8-026172ae7de5 up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:08:27.847748 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning for port 399dbb90-f15a-45a3-bcd8-026172ae7de5 completed by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 19:08:27.852344 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port 399dbb90-f15a-45a3-bcd8-026172ae7de5 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:08:27.852720 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:27.926561 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:27.948701 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526863d1-282a-4442-8260-50cbaec699eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399dbb90-f15a-45a3-bcd8-026172ae7de5'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:08:27.950962 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd031d66-64ad-4aa3-aef1-28dee94d5f50" -d '{"events": [{"server_uuid": "526863d1-282a-4442-8260-50cbaec699eb", "name": "network-vif-plugged", "status": "completed", "tag": "399dbb90-f15a-45a3-bcd8-026172ae7de5"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:08:27.964536 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 399dbb90-f15a-45a3-bcd8-026172ae7de5, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=399dbb90-f15a-45a3-bcd8-026172ae7de5,segment=NetworkSegment(e25a92cd-63f2-4680-b799-655f0f82b971),segment_id=e25a92cd-63f2-4680-b799-655f0f82b971)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:08:27.968826 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:27.996246 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2642f0-90dc-4372-9fc6-ff67bf53603a x-openstack-request-id: req-7c2642f0-90dc-4372-9fc6-ff67bf53603a {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:08:27.996538 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526863d1-282a-4442-8260-50cbaec699eb", "name": "network-vif-plugged", "status": "completed", "tag": "399dbb90-f15a-45a3-bcd8-026172ae7de5", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:08:27.996797 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c2642f0-90dc-4372-9fc6-ff67bf53603a {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:08:27.997190 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526863d1-282a-4442-8260-50cbaec699eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399dbb90-f15a-45a3-bcd8-026172ae7de5', 'code': 200} Nov 16 19:08:28.057725 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=399dbb90-f15a-45a3-bcd8-026172ae7de5,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:28.077997 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59cbc4-b010-43d4-9037-c895212f2f72 req-ef0be6ba-5f86-45ed-96bf-d0fb060fabad tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:28.079691 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9f59cbc4-b010-43d4-9037-c895212f2f72 req-ef0be6ba-5f86-45ed-96bf-d0fb060fabad tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=526863d1-282a-4442-8260-50cbaec699eb HTTP/1.1" status: 200 len: 945 time: 0.0781615 Nov 16 19:08:28.142668 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9f59cbc4-b010-43d4-9037-c895212f2f72 req-35e9cdc6-a853-4cbf-b286-02199bbb8ab8 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561991 Nov 16 19:08:28.171496 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbfd09-5d94-4f4a-80ab-b5043e147657 req-2062e779-526d-4fb4-a07d-49fe75c34bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:28.172986 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8fdbfd09-5d94-4f4a-80ab-b5043e147657 req-2062e779-526d-4fb4-a07d-49fe75c34bb4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=526863d1-282a-4442-8260-50cbaec699eb HTTP/1.1" status: 200 len: 1098 time: 0.0455685 Nov 16 19:08:28.219800 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8fdbfd09-5d94-4f4a-80ab-b5043e147657 req-bd90a506-3cc0-4c0f-988d-b409c7e8144a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376086 Nov 16 19:08:28.367075 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57d9ca-238a-4354-bcbc-cf1c80696c32 req-c2b1d11c-5f13-46d6-bd71-5b979ded1e83 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:28.368542 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ff57d9ca-238a-4354-bcbc-cf1c80696c32 req-c2b1d11c-5f13-46d6-bd71-5b979ded1e83 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 946 time: 0.0482428 Nov 16 19:08:28.414735 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ff57d9ca-238a-4354-bcbc-cf1c80696c32 req-3234bdf0-9278-4739-91d7-ce7a47c0a979 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401776 Nov 16 19:08:29.260000 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b968a42-fa30-4362-9757-e35f0e2c202b req-3a4cc750-b758-41cf-b018-f515668b5a8a tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:29.261466 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-5b968a42-fa30-4362-9757-e35f0e2c202b req-3a4cc750-b758-41cf-b018-f515668b5a8a tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=526863d1-282a-4442-8260-50cbaec699eb HTTP/1.1" status: 200 len: 945 time: 0.0507052 Nov 16 19:08:29.307198 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-5b968a42-fa30-4362-9757-e35f0e2c202b req-138fa18c-37ff-441a-a5df-4a34ee338e57 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399327 Nov 16 19:08:29.541575 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdda00-21fa-4268-8926-2fa88e11899d req-d7e68683-92d5-40fb-b484-3088b8faaa63 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:29.543079 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-77fdda00-21fa-4268-8926-2fa88e11899d req-d7e68683-92d5-40fb-b484-3088b8faaa63 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 946 time: 0.0558324 Nov 16 19:08:29.589452 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-77fdda00-21fa-4268-8926-2fa88e11899d req-c6e6c0d0-6daf-4792-8240-451904373fb1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups?id=acfc5b69-1c3b-4c91-8a85-4852d32d9b86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405874 Nov 16 19:08:30.151474 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91744b6f-6f45-4080-b954-33634753bc47 req-22ff1340-1ba2-4d23-9aa2-9a0cc5fe2222 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:30.153020 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-91744b6f-6f45-4080-b954-33634753bc47 req-22ff1340-1ba2-4d23-9aa2-9a0cc5fe2222 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.18 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 946 time: 0.0480957 Nov 16 19:08:30.246896 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-91744b6f-6f45-4080-b954-33634753bc47 req-c04e623e-1c6d-4c9c-af26-90e27ff844a1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Deleting port 5a94a757-e4b7-461b-a346-267538387bdf {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:08:30.247273 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-91744b6f-6f45-4080-b954-33634753bc47 req-c04e623e-1c6d-4c9c-af26-90e27ff844a1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:30.333168 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-91744b6f-6f45-4080-b954-33634753bc47 req-c04e623e-1c6d-4c9c-af26-90e27ff844a1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] For port 5a94a757-e4b7-461b-a346-267538387bdf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=5a94a757-e4b7-461b-a346-267538387bdf,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:08:30.334083 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-91744b6f-6f45-4080-b954-33634753bc47 req-c04e623e-1c6d-4c9c-af26-90e27ff844a1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:30.427043 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41679687-009e-42d1-a42a-3f7ad39ae05a req-6aec4abe-8dc1-48d2-987c-cf056dfc1dd5 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:30.428973 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-41679687-009e-42d1-a42a-3f7ad39ae05a req-6aec4abe-8dc1-48d2-987c-cf056dfc1dd5 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=526863d1-282a-4442-8260-50cbaec699eb HTTP/1.1" status: 200 len: 945 time: 0.0535009 Nov 16 19:08:30.464032 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:30.477984 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-41679687-009e-42d1-a42a-3f7ad39ae05a req-795a3bdf-e5ca-4758-8d04-df5882c4a139 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428071 Nov 16 19:08:30.507018 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-91744b6f-6f45-4080-b954-33634753bc47 req-c04e623e-1c6d-4c9c-af26-90e27ff844a1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:30.507386 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-91744b6f-6f45-4080-b954-33634753bc47 req-c04e623e-1c6d-4c9c-af26-90e27ff844a1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833619'] for floatingip, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:30.507852 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.db.l3_db [req-91744b6f-6f45-4080-b954-33634753bc47 req-c04e623e-1c6d-4c9c-af26-90e27ff844a1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Floating IP b89b504b-9a14-4cad-93a6-9e024bab3cab disassociated. External IP: 172.27.0.50, port: 5a94a757-e4b7-461b-a346-267538387bdf. Nov 16 19:08:30.508128 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-91744b6f-6f45-4080-b954-33634753bc47 req-c04e623e-1c6d-4c9c-af26-90e27ff844a1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Calling delete_port for 5a94a757-e4b7-461b-a346-267538387bdf owned by compute:nova {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:08:30.649510 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-91744b6f-6f45-4080-b954-33634753bc47 req-c04e623e-1c6d-4c9c-af26-90e27ff844a1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:30.681520 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e623e-1c6d-4c9c-af26-90e27ff844a1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Pushing event deleted for resources: {'Port': ['ID=5a94a757-e4b7-461b-a346-267538387bdf,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:30.725257 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-58b14723-7305-435c-bc43-fe93bd7e52d4 req-7b3e05d5-f8dd-4b49-990c-53bfa874592f tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/ports?device_id=072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4 HTTP/1.1" status: 200 len: 210 time: 0.0545602 Nov 16 19:08:30.812854 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91744b6f-6f45-4080-b954-33634753bc47 req-c04e623e-1c6d-4c9c-af26-90e27ff844a1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Router 2158e281-bada-4b76-901a-a1ed61a5967a has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:08:30.928106 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91744b6f-6f45-4080-b954-33634753bc47 req-c04e623e-1c6d-4c9c-af26-90e27ff844a1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:08:30.938805 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f5824e-f255-4ef0-ba03-fd07dee7cb6a None None] Sync routers for ids ['2158e281-bada-4b76-901a-a1ed61a5967a'] in dv-cinder-667108-35-iscsi {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:08:30.949915 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f5824e-f255-4ef0-ba03-fd07dee7cb6a None None] Routers {'2158e281-bada-4b76-901a-a1ed61a5967a'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:08:30.951172 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-93f5824e-f255-4ef0-ba03-fd07dee7cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:08:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['2158e281-bada-4b76-901a-a1ed61a5967a'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:08:30.969168 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-91744b6f-6f45-4080-b954-33634753bc47 req-c04e623e-1c6d-4c9c-af26-90e27ff844a1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] No DVR routers for this DVR port 5a94a757-e4b7-461b-a346-267538387bdf on host hv-cinder-66710 {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:08:30.971666 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-91744b6f-6f45-4080-b954-33634753bc47 req-c04e623e-1c6d-4c9c-af26-90e27ff844a1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:30.975540 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-91744b6f-6f45-4080-b954-33634753bc47 req-c04e623e-1c6d-4c9c-af26-90e27ff844a1 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.18 "DELETE /v2.0/ports/5a94a757-e4b7-461b-a346-267538387bdf HTTP/1.1" status: 204 len: 173 time: 0.8126373 Nov 16 19:08:30.975983 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4', 'name': 'network-vif-deleted', 'tag': '5a94a757-e4b7-461b-a346-267538387bdf'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:08:30.978323 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f53f54-04e6-4807-8117-bbf9e8fabdfa" -d '{"events": [{"server_uuid": "072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4", "name": "network-vif-deleted", "tag": "5a94a757-e4b7-461b-a346-267538387bdf"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:08:31.022046 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c90fa7-3523-4425-801e-039d1b0569cc x-openstack-request-id: req-09c90fa7-3523-4425-801e-039d1b0569cc {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:08:31.022439 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4", "name": "network-vif-deleted", "tag": "5a94a757-e4b7-461b-a346-267538387bdf", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:08:31.022789 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-09c90fa7-3523-4425-801e-039d1b0569cc {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:08:31.023301 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072ed4c5-163c-4cca-8d6e-5fe8b9ecb9a4', 'name': 'network-vif-deleted', 'tag': '5a94a757-e4b7-461b-a346-267538387bdf', 'status': 'completed', 'code': 200} Nov 16 19:08:31.083094 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-93f5824e-f255-4ef0-ba03-fd07dee7cb6a None None] Set router 2158e281-bada-4b76-901a-a1ed61a5967a gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:08:31.284006 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-93f5824e-f255-4ef0-ba03-fd07dee7cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'name': 'tempest-AttachVolumeShelveTestJSON-25857139-router', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:02:29Z', 'updated_at': '2021-11-16T19:02:33Z', 'revision_number': 4, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'gw_port': {'id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:30Z', 'updated_at': '2021-11-16T19:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '7950416e-317f-4bca-aac7-f81a358100b9', 'name': '', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'mac_address': 'fa:16:3e:56:03:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:32Z', 'updated_at': '2021-11-16T19:02:36Z', 'revision_number': 5, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'subnets': [{'id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:08:31.313683 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f5824e-f255-4ef0-ba03-fd07dee7cb6a None None] Checking router: 2158e281-bada-4b76-901a-a1ed61a5967a for host: dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:08:31.321799 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f5824e-f255-4ef0-ba03-fd07dee7cb6a None None] Routers {'2158e281-bada-4b76-901a-a1ed61a5967a'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:08:31.322418 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-93f5824e-f255-4ef0-ba03-fd07dee7cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:08:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['2158e281-bada-4b76-901a-a1ed61a5967a'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:08:31.427832 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-93f5824e-f255-4ef0-ba03-fd07dee7cb6a None None] Set router 2158e281-bada-4b76-901a-a1ed61a5967a gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:08:31.634334 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-93f5824e-f255-4ef0-ba03-fd07dee7cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'name': 'tempest-AttachVolumeShelveTestJSON-25857139-router', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:02:29Z', 'updated_at': '2021-11-16T19:02:33Z', 'revision_number': 4, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'gw_port': {'id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:30Z', 'updated_at': '2021-11-16T19:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '7950416e-317f-4bca-aac7-f81a358100b9', 'name': '', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'mac_address': 'fa:16:3e:56:03:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:32Z', 'updated_at': '2021-11-16T19:02:36Z', 'revision_number': 5, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'subnets': [{'id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:08:31.660538 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f5824e-f255-4ef0-ba03-fd07dee7cb6a None None] The sync data for ids ['2158e281-bada-4b76-901a-a1ed61a5967a'] in dv-cinder-667108-35-iscsi is: [{'id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'name': 'tempest-AttachVolumeShelveTestJSON-25857139-router', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:02:29Z', 'updated_at': '2021-11-16T19:02:33Z', 'revision_number': 4, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'gw_port': {'id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:30Z', 'updated_at': '2021-11-16T19:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '7950416e-317f-4bca-aac7-f81a358100b9', 'name': '', 'network_id': '56c01722-be30-4639-862d-514173b6757f', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'mac_address': 'fa:16:3e:56:03:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:32Z', 'updated_at': '2021-11-16T19:02:36Z', 'revision_number': 5, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'subnets': [{'id': 'bb6d7954-2af9-4d7e-9874-8228af3b7bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:08:31.822229 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 52128) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:08:31.862131 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb84780-93d4-4993-acdd-7361051acaf3 None None] New status for floating IP b89b504b-9a14-4cad-93a6-9e024bab3cab: DOWN {{(pid=101697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 19:08:31.877095 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-2f582e60-abfd-4e65-af4c-7220aa481fec tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:31.903278 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-2f582e60-abfd-4e65-af4c-7220aa481fec tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:31.952209 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-2f582e60-abfd-4e65-af4c-7220aa481fec tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:31.954872 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-2f582e60-abfd-4e65-af4c-7220aa481fec tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:31.958628 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-2f582e60-abfd-4e65-af4c-7220aa481fec tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "DELETE /v2.0/security-groups/acfc5b69-1c3b-4c91-8a85-4852d32d9b86 HTTP/1.1" status: 204 len: 168 time: 0.1327987 Nov 16 19:08:31.959558 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 52134) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:08:31.965366 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f582e60-abfd-4e65-af4c-7220aa481fec tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfc5b69-1c3b-4c91-8a85-4852d32d9b86,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:31.994646 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.api.v2.resource [None req-e75b7700-131a-4060-bb0e-850d8f06c525 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] show failed (client error): The resource could not be found. Nov 16 19:08:31.997585 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-e75b7700-131a-4060-bb0e-850d8f06c525 tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "GET /v2.0/security-groups/acfc5b69-1c3b-4c91-8a85-4852d32d9b86 HTTP/1.1" status: 404 len: 347 time: 0.0353303 Nov 16 19:08:31.998980 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 52136) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:08:32.135522 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-e89294eb-074d-4609-b8a3-944d4c4854aa tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Deleting port 805cca35-6dae-42d7-826a-31ce2ce0e4e5 {{(pid=101695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:08:32.135867 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e89294eb-074d-4609-b8a3-944d4c4854aa tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:32.209352 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e89294eb-074d-4609-b8a3-944d4c4854aa tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:32.209706 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e89294eb-074d-4609-b8a3-944d4c4854aa tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:32.216172 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-752267ca-8ada-4271-b3a6-dceb2a212481 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:32.217593 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-752267ca-8ada-4271-b3a6-dceb2a212481 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/networks?id=e621ec68-f159-4652-a7d6-6091f1908e3b HTTP/1.1" status: 200 len: 815 time: 0.0999541 Nov 16 19:08:32.221513 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-e89294eb-074d-4609-b8a3-944d4c4854aa tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Calling delete_port for 805cca35-6dae-42d7-826a-31ce2ce0e4e5 owned by network:floatingip {{(pid=101695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:08:32.241326 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-11f48819-3edb-4af1-957a-c395a5ded7ff tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/quotas/94b91bcf959046d98ee0e24ab094216b HTTP/1.1" status: 200 len: 375 time: 0.0098777 Nov 16 19:08:32.291113 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-cff6598b-9868-445c-ad2d-5d81bfc35324 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b91bcf959046d98ee0e24ab094216b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442917 Nov 16 19:08:32.358886 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e89294eb-074d-4609-b8a3-944d4c4854aa tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:32.390590 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89294eb-074d-4609-b8a3-944d4c4854aa tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Pushing event deleted for resources: {'Port': ['ID=805cca35-6dae-42d7-826a-31ce2ce0e4e5,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:32.390824 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-85939bc9-b34c-41eb-820c-0190ed97d281 service neutron] 10.222.0.46 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924988 Nov 16 19:08:32.445063 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e89294eb-074d-4609-b8a3-944d4c4854aa tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks [] for floatingip, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:32.447679 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e89294eb-074d-4609-b8a3-944d4c4854aa tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for floatingip, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:32.449030 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-e89294eb-074d-4609-b8a3-944d4c4854aa tempest-AttachVolumeShelveTestJSON-749453684 tempest-AttachVolumeShelveTestJSON-749453684-project] 10.222.0.46 "DELETE /v2.0/floatingips/b89b504b-9a14-4cad-93a6-9e024bab3cab HTTP/1.1" status: 204 len: 168 time: 0.4490318 Nov 16 19:08:32.487052 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-2ed4d5a6-acd0-4e27-9184-c2c1db66dc5e service neutron] 10.222.0.46 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895236 Nov 16 19:08:32.645634 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-7a11310d-ec57-4221-8e42-05d180a3b8cb req-4aacd846-3ea0-4b47-91bf-b8daa55067c0 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=9aab4024-3d77-4531-a0d5-4fd77dd7e7bb HTTP/1.1" status: 200 len: 210 time: 0.0259881 Nov 16 19:08:33.561160 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-7a7f9b8e-9baa-485b-9696-b658a49ab22d tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:33.562652 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-7a7f9b8e-9baa-485b-9696-b658a49ab22d tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.18 "GET /v2.0/networks?id=e621ec68-f159-4652-a7d6-6091f1908e3b HTTP/1.1" status: 200 len: 815 time: 0.1007318 Nov 16 19:08:33.577562 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-c7d2f274-e306-4ad5-864e-4ba142825a8a tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Request body: {'port': {'device_id': '9aab4024-3d77-4531-a0d5-4fd77dd7e7bb', 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b', 'admin_state_up': True, 'tenant_id': '94b91bcf959046d98ee0e24ab094216b'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:08:33.699597 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-c7d2f274-e306-4ad5-864e-4ba142825a8a tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Made reservation on behalf of 94b91bcf959046d98ee0e24ab094216b for: {'port': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:08:33.703469 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-c7d2f274-e306-4ad5-864e-4ba142825a8a tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:33.744016 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d2309dfe-029e-494e-a712-37d0292a17f0 req-590fb635-cc16-4936-bf4b-d7860283e82c tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=9aab4024-3d77-4531-a0d5-4fd77dd7e7bb HTTP/1.1" status: 200 len: 210 time: 0.0291562 Nov 16 19:08:33.813675 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 5a94a757-e4b7-461b-a346-267538387bdf no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:08:33.832603 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] No Port match for: 5a94a757-e4b7-461b-a346-267538387bdf {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:08:33.832942 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 5a94a757-e4b7-461b-a346-267538387bdf not bound to the agent host hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:08:33.862933 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-c7d2f274-e306-4ad5-864e-4ba142825a8a tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Allocated IP 172.20.0.13 (e621ec68-f159-4652-a7d6-6091f1908e3b/fbd71e36-a1c9-4b72-a04c-a38478eddc45/ffe6f08b-8236-468c-9d55-7fe6ddacd142) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:08:34.007166 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-c7d2f274-e306-4ad5-864e-4ba142825a8a tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:34.039938 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-c7d2f274-e306-4ad5-864e-4ba142825a8a tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:34.050917 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['8e5b3f73-ec0e-4a71-9000-d46d548d6adf', '399dbb90-f15a-45a3-bcd8-026172ae7de5'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:08:34.083917 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-c7d2f274-e306-4ad5-864e-4ba142825a8a tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Network e621ec68-f159-4652-a7d6-6091f1908e3b is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:08:34.088931 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-c7d2f274-e306-4ad5-864e-4ba142825a8a tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:08:34.092653 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-c7d2f274-e306-4ad5-864e-4ba142825a8a tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:08:34.120090 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2f274-e306-4ad5-864e-4ba142825a8a tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Pushing event updated for resources: {'Port': ['ID=ffe6f08b-8236-468c-9d55-7fe6ddacd142,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:34.145431 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-c7d2f274-e306-4ad5-864e-4ba142825a8a tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:34.146609 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-c7d2f274-e306-4ad5-864e-4ba142825a8a tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:34.163237 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-c7d2f274-e306-4ad5-864e-4ba142825a8a tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5893004 Nov 16 19:08:34.175545 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] Request body: {'port': {'device_id': '9aab4024-3d77-4531-a0d5-4fd77dd7e7bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:08:34.228133 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:34.483833 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9d0834d1-b525-46a3-9250-386fdcaa3239 req-bd52305d-50da-4379-b730-17daf70526ba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0e52ea22-a91d-49af-bb25-1b1d20df5768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671265 Nov 16 19:08:34.519388 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe6f08b-8236-468c-9d55-7fe6ddacd142 {{(pid=101696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:08:34.527467 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:34.548245 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.provisioning_blocks [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] Transition to ACTIVE for port object ffe6f08b-8236-468c-9d55-7fe6ddacd142 will not be triggered until provisioned by entity L2. {{(pid=101696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 19:08:34.561528 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:34.622542 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0834d1-b525-46a3-9250-386fdcaa3239 req-ea9319e9-d248-45da-89e9-575b4b349762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:34.624046 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9d0834d1-b525-46a3-9250-386fdcaa3239 req-ea9319e9-d248-45da-89e9-575b4b349762 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=94b91bcf959046d98ee0e24ab094216b&device_id=0e52ea22-a91d-49af-bb25-1b1d20df5768 HTTP/1.1" status: 200 len: 1098 time: 0.0875955 Nov 16 19:08:34.626243 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe6f08b-8236-468c-9d55-7fe6ddacd142,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:34.870897 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412deb2-f498-475d-a493-fabcd2e617eb req-0298a9b8-4657-43ad-9379-764866b042fa tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:34.872459 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3412deb2-f498-475d-a493-fabcd2e617eb req-0298a9b8-4657-43ad-9379-764866b042fa tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=9aab4024-3d77-4531-a0d5-4fd77dd7e7bb HTTP/1.1" status: 200 len: 944 time: 0.0533023 Nov 16 19:08:34.873901 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 52188) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:08:34.923375 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3412deb2-f498-475d-a493-fabcd2e617eb req-806b31c8-b0af-42f1-8952-c761d880c1be tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433128 Nov 16 19:08:35.002789 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] Attempting to bind port ffe6f08b-8236-468c-9d55-7fe6ddacd142 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:08:35.003123 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] Attempting to bind port ffe6f08b-8236-468c-9d55-7fe6ddacd142 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'e25a92cd-63f2-4680-b799-655f0f82b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b'}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:08:35.003449 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] Attempting to bind port ffe6f08b-8236-468c-9d55-7fe6ddacd142 on network e621ec68-f159-4652-a7d6-6091f1908e3b {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:08:35.016343 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] Port ffe6f08b-8236-468c-9d55-7fe6ddacd142 on network e621ec68-f159-4652-a7d6-6091f1908e3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 19:08:35.016667 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] Attempting to bind port ffe6f08b-8236-468c-9d55-7fe6ddacd142 on network e621ec68-f159-4652-a7d6-6091f1908e3b {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:08:35.022963 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0834d1-b525-46a3-9250-386fdcaa3239 req-854455d0-eeaf-46ce-ae4f-5814fe2b3d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:35.024419 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9d0834d1-b525-46a3-9250-386fdcaa3239 req-854455d0-eeaf-46ce-ae4f-5814fe2b3d25 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e621ec68-f159-4652-a7d6-6091f1908e3b HTTP/1.1" status: 200 len: 916 time: 0.3753159 Nov 16 19:08:35.025289 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] Checking agent: {'id': 'b114dd46-986e-4d55-bca0-7e9758e41aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'started_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:08:35.025584 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] Checking segment: {'id': 'e25a92cd-63f2-4680-b799-655f0f82b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:08:35.025961 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] Bound using segment: {'id': 'e25a92cd-63f2-4680-b799-655f0f82b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b'} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:08:35.026380 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] Bound port: ffe6f08b-8236-468c-9d55-7fe6ddacd142, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25a92cd-63f2-4680-b799-655f0f82b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b'}}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:08:35.026733 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:35.071737 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9d0834d1-b525-46a3-9250-386fdcaa3239 req-a0965aa2-cb66-4348-b928-740abf90b3e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e5b3f73-ec0e-4a71-9000-d46d548d6adf HTTP/1.1" status: 200 len: 217 time: 0.0367825 Nov 16 19:08:35.156003 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0834d1-b525-46a3-9250-386fdcaa3239 req-5319740f-e2b9-46fb-b504-d4803f20b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:35.157520 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9d0834d1-b525-46a3-9250-386fdcaa3239 req-5319740f-e2b9-46fb-b504-d4803f20b954 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fbd71e36-a1c9-4b72-a04c-a38478eddc45 HTTP/1.1" status: 200 len: 855 time: 0.0681431 Nov 16 19:08:35.159865 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] For port ffe6f08b-8236-468c-9d55-7fe6ddacd142, host hv-cinder-66710, cleared binding levels {{(pid=101696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:08:35.163153 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] For port ffe6f08b-8236-468c-9d55-7fe6ddacd142, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ffe6f08b-8236-468c-9d55-7fe6ddacd142,segment=NetworkSegment(e25a92cd-63f2-4680-b799-655f0f82b971),segment_id=e25a92cd-63f2-4680-b799-655f0f82b971)] {{(pid=101696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:08:35.174341 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:35.198973 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9d0834d1-b525-46a3-9250-386fdcaa3239 req-30e7d2bb-71cc-41f1-9da6-af5caea25be9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e621ec68-f159-4652-a7d6-6091f1908e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340164 Nov 16 19:08:35.223265 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:35.223631 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:35.225577 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] 10.222.0.18 "PUT /v2.0/ports/ffe6f08b-8236-468c-9d55-7fe6ddacd142 HTTP/1.1" status: 200 len: 1094 time: 1.0540082 Nov 16 19:08:35.234575 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aab4024-3d77-4531-a0d5-4fd77dd7e7bb', 'tag': 'ffe6f08b-8236-468c-9d55-7fe6ddacd142'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:08:35.236872 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9c0b67-10ab-4e93-af1f-04044088b65b" -d '{"events": [{"name": "network-changed", "server_uuid": "9aab4024-3d77-4531-a0d5-4fd77dd7e7bb", "tag": "ffe6f08b-8236-468c-9d55-7fe6ddacd142"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:08:35.290052 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ff5089-c1da-4828-9dd6-8d087ccc6c6a x-openstack-request-id: req-51ff5089-c1da-4828-9dd6-8d087ccc6c6a {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:08:35.290342 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aab4024-3d77-4531-a0d5-4fd77dd7e7bb", "tag": "ffe6f08b-8236-468c-9d55-7fe6ddacd142", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:08:35.290596 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-51ff5089-c1da-4828-9dd6-8d087ccc6c6a {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:08:35.291002 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aab4024-3d77-4531-a0d5-4fd77dd7e7bb', 'tag': 'ffe6f08b-8236-468c-9d55-7fe6ddacd142', 'status': 'completed', 'code': 200} Nov 16 19:08:35.341635 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7b06c-90e3-443e-827e-0ea4750c81c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe6f08b-8236-468c-9d55-7fe6ddacd142,revision_number=3']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:35.348408 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e8e2d228-5847-43cc-9086-aa2cb09a41a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667731'] for router_interface, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:35.381660 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-a174109b-ac8c-4bdc-a936-4f86b8135015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:35.383148 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-a174109b-ac8c-4bdc-a936-4f86b8135015 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=94b91bcf959046d98ee0e24ab094216b&device_id=9aab4024-3d77-4531-a0d5-4fd77dd7e7bb HTTP/1.1" status: 200 len: 1097 time: 0.0913792 Nov 16 19:08:35.385248 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9d0834d1-b525-46a3-9250-386fdcaa3239 req-850c1248-8628-4da1-a414-27b1a65db3af service neutron] 10.222.0.18 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676519 Nov 16 19:08:35.443068 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-72e9a3d0-a445-45e0-a992-20c1cd5fa77e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffe6f08b-8236-468c-9d55-7fe6ddacd142 HTTP/1.1" status: 200 len: 217 time: 0.0448549 Nov 16 19:08:35.533107 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-811c9307-edd1-4d84-b187-6440c2dfc776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:35.534755 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-811c9307-edd1-4d84-b187-6440c2dfc776 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fbd71e36-a1c9-4b72-a04c-a38478eddc45 HTTP/1.1" status: 200 len: 855 time: 0.0826378 Nov 16 19:08:35.583103 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-62664590-1603-4ec4-9237-c5c4e14e218b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e621ec68-f159-4652-a7d6-6091f1908e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380309 Nov 16 19:08:35.588614 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9d0834d1-b525-46a3-9250-386fdcaa3239 req-e9f762e5-ceda-4f60-8bdd-66e901f56daf service neutron] 10.222.0.18 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893220 Nov 16 19:08:35.684597 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-2f8c1308-dcd5-4da4-8e0e-14c210d7c0b8 service neutron] 10.222.0.18 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903881 Nov 16 19:08:35.779074 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ce3ea9da-88f4-42b6-b48f-7e1f1d68c02f req-35df9ddb-bb27-4b81-8aca-cf9fc2b1dfa3 service neutron] 10.222.0.18 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867298 Nov 16 19:08:35.836179 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-e8e2d228-5847-43cc-9086-aa2cb09a41a1 admin admin] Deleting port 7950416e-317f-4bca-aac7-f81a358100b9 {{(pid=101695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:08:35.836431 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e8e2d228-5847-43cc-9086-aa2cb09a41a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:35.874898 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c0b67-10ab-4e93-af1f-04044088b65b req-f9a444b9-0c4c-4c69-a583-56a8e1afcf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:35.876422 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9d9c0b67-10ab-4e93-af1f-04044088b65b req-f9a444b9-0c4c-4c69-a583-56a8e1afcf05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=94b91bcf959046d98ee0e24ab094216b&device_id=9aab4024-3d77-4531-a0d5-4fd77dd7e7bb HTTP/1.1" status: 200 len: 1097 time: 0.0400689 Nov 16 19:08:35.915624 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.db [None req-e8e2d228-5847-43cc-9086-aa2cb09a41a1 admin admin] For port 7950416e-317f-4bca-aac7-f81a358100b9, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=7950416e-317f-4bca-aac7-f81a358100b9,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:08:35.916195 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e8e2d228-5847-43cc-9086-aa2cb09a41a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:35.930020 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-e8e2d228-5847-43cc-9086-aa2cb09a41a1 admin admin] Calling delete_port for 7950416e-317f-4bca-aac7-f81a358100b9 owned by network:router_interface {{(pid=101695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:08:35.977583 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c0b67-10ab-4e93-af1f-04044088b65b req-5dc8bb19-4744-4797-9a5c-72c1b3dfd5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:35.979775 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9d9c0b67-10ab-4e93-af1f-04044088b65b req-5dc8bb19-4744-4797-9a5c-72c1b3dfd5f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e621ec68-f159-4652-a7d6-6091f1908e3b HTTP/1.1" status: 200 len: 916 time: 0.0918226 Nov 16 19:08:36.024126 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9d9c0b67-10ab-4e93-af1f-04044088b65b req-81f7411a-1c21-4f31-a13f-0a75c19387f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffe6f08b-8236-468c-9d55-7fe6ddacd142 HTTP/1.1" status: 200 len: 217 time: 0.0357649 Nov 16 19:08:36.075286 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c0b67-10ab-4e93-af1f-04044088b65b req-da3e493a-2160-4c50-8a5d-09bb4d2eed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:36.076795 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9d9c0b67-10ab-4e93-af1f-04044088b65b req-da3e493a-2160-4c50-8a5d-09bb4d2eed0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fbd71e36-a1c9-4b72-a04c-a38478eddc45 HTTP/1.1" status: 200 len: 855 time: 0.0431607 Nov 16 19:08:36.083823 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0024715-39c2-4a55-bbce-9614a7fa5117 req-438d430c-2aac-401f-8033-81dcd303c455 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:36.085292 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a0024715-39c2-4a55-bbce-9614a7fa5117 req-438d430c-2aac-401f-8033-81dcd303c455 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=9aab4024-3d77-4531-a0d5-4fd77dd7e7bb HTTP/1.1" status: 200 len: 944 time: 0.0893977 Nov 16 19:08:36.110812 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9d9c0b67-10ab-4e93-af1f-04044088b65b req-3b22fc3e-8714-47ce-95a9-7e7279d82de8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e621ec68-f159-4652-a7d6-6091f1908e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240967 Nov 16 19:08:36.165328 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a0024715-39c2-4a55-bbce-9614a7fa5117 req-545e2ce0-f673-4489-9a64-910796f37a7a tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731299 Nov 16 19:08:36.188827 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e8e2d228-5847-43cc-9086-aa2cb09a41a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:36.206360 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9d9c0b67-10ab-4e93-af1f-04044088b65b req-53acaf23-a54b-4096-9ae9-311747e85072 service neutron] 10.222.0.18 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873446 Nov 16 19:08:36.220284 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2d228-5847-43cc-9086-aa2cb09a41a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7950416e-317f-4bca-aac7-f81a358100b9,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:36.312227 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9d9c0b67-10ab-4e93-af1f-04044088b65b req-b2fedebe-90dc-47f7-bfe8-4d879996f974 service neutron] 10.222.0.18 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949409 Nov 16 19:08:36.393476 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e8e2d228-5847-43cc-9086-aa2cb09a41a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667599'] for router_interface, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:36.601487 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e2d228-5847-43cc-9086-aa2cb09a41a1 admin admin] Router 2158e281-bada-4b76-901a-a1ed61a5967a has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:08:36.705407 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e2d228-5847-43cc-9086-aa2cb09a41a1 admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:08:36.710742 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-e8e2d228-5847-43cc-9086-aa2cb09a41a1 admin admin] 10.222.0.46 "PUT /v2.0/routers/2158e281-bada-4b76-901a-a1ed61a5967a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8356669 Nov 16 19:08:36.713261 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 52198) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:08:36.714706 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6252166e-23ea-4f33-9f54-a12a7b563a9d None None] Sync routers for ids ['2158e281-bada-4b76-901a-a1ed61a5967a'] in dv-cinder-667108-35-iscsi {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:08:36.725020 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6252166e-23ea-4f33-9f54-a12a7b563a9d None None] Routers {'2158e281-bada-4b76-901a-a1ed61a5967a'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:08:36.725677 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-6252166e-23ea-4f33-9f54-a12a7b563a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:08:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['2158e281-bada-4b76-901a-a1ed61a5967a'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:08:36.818482 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ee400821-087e-4f54-bc09-58b037b12276 admin admin] Publish callbacks [] for router, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:36.837681 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-807244e4-3153-4df5-b60e-afc0028b8899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:36.913059 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-6252166e-23ea-4f33-9f54-a12a7b563a9d None None] Set router 2158e281-bada-4b76-901a-a1ed61a5967a gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:08:36.929928 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ee400821-087e-4f54-bc09-58b037b12276 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:36.983356 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-ee400821-087e-4f54-bc09-58b037b12276 admin admin] Deleting port 64e82a66-2910-45ae-828f-eaf667e6f425 {{(pid=101695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:08:36.983605 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ee400821-087e-4f54-bc09-58b037b12276 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:37.064287 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.db [None req-ee400821-087e-4f54-bc09-58b037b12276 admin admin] For port 64e82a66-2910-45ae-828f-eaf667e6f425, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=64e82a66-2910-45ae-828f-eaf667e6f425,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:08:37.064651 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ee400821-087e-4f54-bc09-58b037b12276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:37.075925 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-ee400821-087e-4f54-bc09-58b037b12276 admin admin] Calling delete_port for 64e82a66-2910-45ae-828f-eaf667e6f425 owned by network:router_gateway {{(pid=101695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:08:37.093086 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-6252166e-23ea-4f33-9f54-a12a7b563a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'name': 'tempest-AttachVolumeShelveTestJSON-25857139-router', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:02:29Z', 'updated_at': '2021-11-16T19:08:36Z', 'revision_number': 5, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'gw_port': {'id': '64e82a66-2910-45ae-828f-eaf667e6f425', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:02:30Z', 'updated_at': '2021-11-16T19:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:08:37.119904 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6252166e-23ea-4f33-9f54-a12a7b563a9d None None] Checking router: 2158e281-bada-4b76-901a-a1ed61a5967a for host: dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:08:37.128504 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6252166e-23ea-4f33-9f54-a12a7b563a9d None None] Routers {'2158e281-bada-4b76-901a-a1ed61a5967a'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:08:37.129253 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-6252166e-23ea-4f33-9f54-a12a7b563a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:08:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['2158e281-bada-4b76-901a-a1ed61a5967a'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:08:37.225759 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-6252166e-23ea-4f33-9f54-a12a7b563a9d None None] Set router 2158e281-bada-4b76-901a-a1ed61a5967a gateway port host: None {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:08:37.248571 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ee400821-087e-4f54-bc09-58b037b12276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:37.279480 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee400821-087e-4f54-bc09-58b037b12276 admin admin] Pushing event deleted for resources: {'Port': ['ID=64e82a66-2910-45ae-828f-eaf667e6f425,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:37.292964 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-6252166e-23ea-4f33-9f54-a12a7b563a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'name': 'tempest-AttachVolumeShelveTestJSON-25857139-router', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:02:29Z', 'updated_at': '2021-11-16T19:08:36Z', 'revision_number': 6, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'gw_port_host': None}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:08:37.325373 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6252166e-23ea-4f33-9f54-a12a7b563a9d None None] The sync data for ids ['2158e281-bada-4b76-901a-a1ed61a5967a'] in dv-cinder-667108-35-iscsi is: [{'id': '2158e281-bada-4b76-901a-a1ed61a5967a', 'name': 'tempest-AttachVolumeShelveTestJSON-25857139-router', 'tenant_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:02:29Z', 'updated_at': '2021-11-16T19:08:36Z', 'revision_number': 6, 'project_id': 'b7b9aa6405c640ff81bc02db314b5e9c', 'gw_port_host': None}] {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:08:37.329920 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f17c78-b6b3-4fcc-b829-a87f4fbb408c req-842effed-6ba3-4d9f-9d5c-6abd9d2db1b0 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:37.331578 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-88f17c78-b6b3-4fcc-b829-a87f4fbb408c req-842effed-6ba3-4d9f-9d5c-6abd9d2db1b0 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=9aab4024-3d77-4531-a0d5-4fd77dd7e7bb HTTP/1.1" status: 200 len: 944 time: 0.0573177 Nov 16 19:08:37.382869 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ee400821-087e-4f54-bc09-58b037b12276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833645'] for router_gateway, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:37.393742 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-88f17c78-b6b3-4fcc-b829-a87f4fbb408c req-796aee0c-939c-45cd-bb27-fba8bbb7de75 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544622 Nov 16 19:08:37.479642 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ee400821-087e-4f54-bc09-58b037b12276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-748'] for router, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:37.481736 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ee400821-087e-4f54-bc09-58b037b12276 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:37.524164 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ee400821-087e-4f54-bc09-58b037b12276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667254'] for router, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:37.524652 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee400821-087e-4f54-bc09-58b037b12276 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2158e281-bada-4b76-901a-a1ed61a5967a {{(pid=101695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 19:08:37.529486 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ee400821-087e-4f54-bc09-58b037b12276 admin admin] Publish callbacks [] for router, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:37.530784 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-ee400821-087e-4f54-bc09-58b037b12276 admin admin] 10.222.0.46 "DELETE /v2.0/routers/2158e281-bada-4b76-901a-a1ed61a5967a HTTP/1.1" status: 204 len: 168 time: 0.8165598 Nov 16 19:08:37.533367 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 52202) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:08:37.577009 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29c1c19-5f83-49ee-81d5-3bf47bbc8c05 admin admin] Deleting subnet bb6d7954-2af9-4d7e-9874-8228af3b7bec {{(pid=101695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 19:08:37.579987 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b29c1c19-5f83-49ee-81d5-3bf47bbc8c05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:37.613828 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b29c1c19-5f83-49ee-81d5-3bf47bbc8c05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63388205'] for subnet, precommit_delete_associations {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:37.727114 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b29c1c19-5f83-49ee-81d5-3bf47bbc8c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-623022'] for subnet, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:37.781638 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b29c1c19-5f83-49ee-81d5-3bf47bbc8c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-623025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63250203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63062689'] for subnet, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:37.812039 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c1c19-5f83-49ee-81d5-3bf47bbc8c05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb6d7954-2af9-4d7e-9874-8228af3b7bec,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:37.814053 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b29c1c19-5f83-49ee-81d5-3bf47bbc8c05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for subnet, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:37.817673 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48ec93e-1f3e-42a9-b954-633d2f4864ff None None] Network 56c01722-be30-4639-862d-514173b6757f requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:08:37.818009 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-b29c1c19-5f83-49ee-81d5-3bf47bbc8c05 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bb6d7954-2af9-4d7e-9874-8228af3b7bec HTTP/1.1" status: 204 len: 168 time: 0.2836182 Nov 16 19:08:37.819713 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 52204) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:08:37.886568 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bdadfce2-b3bd-40f6-b3b0-a2a9140ce787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806902'] for network, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:37.937845 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-bdadfce2-b3bd-40f6-b3b0-a2a9140ce787 admin admin] Deleting port 6a9e76d7-5eca-4857-a590-0d31d4c5be34 {{(pid=101695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:08:37.938409 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bdadfce2-b3bd-40f6-b3b0-a2a9140ce787 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:38.010437 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.db [None req-bdadfce2-b3bd-40f6-b3b0-a2a9140ce787 admin admin] For port 6a9e76d7-5eca-4857-a590-0d31d4c5be34, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=6a9e76d7-5eca-4857-a590-0d31d4c5be34,segment=NetworkSegment(91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a),segment_id=91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a)] {{(pid=101695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:08:38.010798 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bdadfce2-b3bd-40f6-b3b0-a2a9140ce787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:38.023061 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-bdadfce2-b3bd-40f6-b3b0-a2a9140ce787 admin admin] Calling delete_port for 6a9e76d7-5eca-4857-a590-0d31d4c5be34 owned by network:dhcp {{(pid=101695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:08:38.096459 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd05c900-cbc9-4cb8-9371-2d098e6b6966 None None] DHCP port deletion for 56c01722-be30-4639-862d-514173b6757f request from dv-cinder-667108-35-iscsi {{(pid=101697) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 19:08:38.109245 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bdadfce2-b3bd-40f6-b3b0-a2a9140ce787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:38.137664 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadfce2-b3bd-40f6-b3b0-a2a9140ce787 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9e76d7-5eca-4857-a590-0d31d4c5be34,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:38.142240 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdadfce2-b3bd-40f6-b3b0-a2a9140ce787 admin admin] No DVR routers for this DVR port 6a9e76d7-5eca-4857-a590-0d31d4c5be34 on host dv-cinder-667108-35-iscsi {{(pid=101695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:08:38.147202 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-dd05c900-cbc9-4cb8-9371-2d098e6b6966 None None] Deleting port 6a9e76d7-5eca-4857-a590-0d31d4c5be34 {{(pid=101697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:08:38.147584 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-dd05c900-cbc9-4cb8-9371-2d098e6b6966 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:38.211493 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-dd05c900-cbc9-4cb8-9371-2d098e6b6966 None None] For port 6a9e76d7-5eca-4857-a590-0d31d4c5be34, host dv-cinder-667108-35-iscsi, got binding levels [] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:08:38.212197 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-dd05c900-cbc9-4cb8-9371-2d098e6b6966 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:38.216734 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bdadfce2-b3bd-40f6-b3b0-a2a9140ce787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629537', 'neutron.services.segments.db._delete_segments_for_network-8770492521988'] for network, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:38.225340 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-dd05c900-cbc9-4cb8-9371-2d098e6b6966 None None] Calling delete_port for 6a9e76d7-5eca-4857-a590-0d31d4c5be34 owned by network:dhcp {{(pid=101697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:08:38.229981 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.ipam_backend_mixin [None req-dd05c900-cbc9-4cb8-9371-2d098e6b6966 None None] Port 6a9e76d7-5eca-4857-a590-0d31d4c5be34 was not found and therefore no delete operation was performed {{(pid=101697) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 19:08:38.231312 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-dd05c900-cbc9-4cb8-9371-2d098e6b6966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990'] for port, after_delete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:38.237904 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.services.segments.db [None req-bdadfce2-b3bd-40f6-b3b0-a2a9140ce787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c01722-be30-4639-862d-514173b6757f']}} {{(pid=101695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:08:38.249436 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.services.segments.db [None req-bdadfce2-b3bd-40f6-b3b0-a2a9140ce787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a') {'for_net_delete': True} {{(pid=101695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:08:38.250082 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.services.segments.db [None req-bdadfce2-b3bd-40f6-b3b0-a2a9140ce787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91bebc17-1ea5-43c9-aa9b-1f6e613e8e1a') {} {{(pid=101695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:08:38.261498 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05c900-cbc9-4cb8-9371-2d098e6b6966 None None] Pushing event deleted for resources: {'Port': ['ID=6a9e76d7-5eca-4857-a590-0d31d4c5be34,revision_number=None']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:38.262291 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bdadfce2-b3bd-40f6-b3b0-a2a9140ce787 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770492523021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63388194'] for segment, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:38.272178 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd05c900-cbc9-4cb8-9371-2d098e6b6966 None None] No DVR routers for this DVR port 6a9e76d7-5eca-4857-a590-0d31d4c5be34 on host dv-cinder-667108-35-iscsi {{(pid=101697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:08:38.283348 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bdadfce2-b3bd-40f6-b3b0-a2a9140ce787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:38.291858 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdadfce2-b3bd-40f6-b3b0-a2a9140ce787 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=101695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 19:08:38.292416 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bdadfce2-b3bd-40f6-b3b0-a2a9140ce787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63250365'] for segment, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:38.294405 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 7950416e-317f-4bca-aac7-f81a358100b9 no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: Traceback (most recent call last): Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: timer() Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: cb(*args, **kw) Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: return func(*args, **kwargs) Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: self._notify() Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: self.callback(batched_events) Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: event.method(event) Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: return f(self, *a, **k) Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: return self._get(url).json() Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: return self.request(url, 'GET', **kwargs) Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 19:08:38.294614 dv-cinder-667108-35-iscsi neutron-server[101695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 19:08:38.314550 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: 7950416e-317f-4bca-aac7-f81a358100b9 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:08:38.314842 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 7950416e-317f-4bca-aac7-f81a358100b9 not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:08:38.315224 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 6a9e76d7-5eca-4857-a590-0d31d4c5be34 no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:08:38.337240 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: 6a9e76d7-5eca-4857-a590-0d31d4c5be34 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:08:38.337616 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 6a9e76d7-5eca-4857-a590-0d31d4c5be34 not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:08:38.338041 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 64e82a66-2910-45ae-828f-eaf667e6f425 no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:08:38.365414 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: 64e82a66-2910-45ae-828f-eaf667e6f425 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:08:38.365811 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 64e82a66-2910-45ae-828f-eaf667e6f425 not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:08:38.578664 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bdadfce2-b3bd-40f6-b3b0-a2a9140ce787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833601'] for network, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:38.585109 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bdadfce2-b3bd-40f6-b3b0-a2a9140ce787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:38.588295 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-bdadfce2-b3bd-40f6-b3b0-a2a9140ce787 admin admin] 10.222.0.46 "DELETE /v2.0/networks/56c01722-be30-4639-862d-514173b6757f HTTP/1.1" status: 204 len: 168 time: 0.7675438 Nov 16 19:08:38.612087 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cebf68-92f1-4698-b9fc-2bc5443ec574 req-bb03a228-fe45-4a7e-872e-000214cd650b tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:38.613662 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-66cebf68-92f1-4698-b9fc-2bc5443ec574 req-bb03a228-fe45-4a7e-872e-000214cd650b tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=9aab4024-3d77-4531-a0d5-4fd77dd7e7bb HTTP/1.1" status: 200 len: 944 time: 0.0766077 Nov 16 19:08:38.615249 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadfce2-b3bd-40f6-b3b0-a2a9140ce787 admin admin] Pushing event deleted for resources: {'Network': ['ID=56c01722-be30-4639-862d-514173b6757f,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:38.668492 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-66cebf68-92f1-4698-b9fc-2bc5443ec574 req-9ca5c13d-21b9-49de-9e07-0b13919bbbf0 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480356 Nov 16 19:08:38.705992 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 52210) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:08:38.747895 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-4232a954-aadb-451e-b6af-f014b4ec1b6c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b7b9aa6405c640ff81bc02db314b5e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406420 Nov 16 19:08:38.750225 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 52212) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:08:38.795895 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-1a972b7d-a573-4a2a-a6cb-5ca43c7f7bb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:38.816515 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-1a972b7d-a573-4a2a-a6cb-5ca43c7f7bb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:38.860347 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-1a972b7d-a573-4a2a-a6cb-5ca43c7f7bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:38.862850 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-1a972b7d-a573-4a2a-a6cb-5ca43c7f7bb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:38.863970 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-1a972b7d-a573-4a2a-a6cb-5ca43c7f7bb9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de9252d9-4afa-4f60-a23e-45cee89477e9 HTTP/1.1" status: 204 len: 168 time: 0.1127989 Nov 16 19:08:38.871991 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a972b7d-a573-4a2a-a6cb-5ca43c7f7bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9252d9-4afa-4f60-a23e-45cee89477e9,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:39.781662 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62adfe-c26b-4c72-8fdb-aa0679a448fa req-cd4f3f65-8b89-4fb3-9e4b-ccbc3a9842e4 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:39.783514 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-8c62adfe-c26b-4c72-8fdb-aa0679a448fa req-cd4f3f65-8b89-4fb3-9e4b-ccbc3a9842e4 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=9aab4024-3d77-4531-a0d5-4fd77dd7e7bb HTTP/1.1" status: 200 len: 944 time: 0.0524483 Nov 16 19:08:39.831652 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-8c62adfe-c26b-4c72-8fdb-aa0679a448fa req-e7b34072-b874-4bc3-a972-65b693f820b6 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421958 Nov 16 19:08:39.840665 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device ffe6f08b-8236-468c-9d55-7fe6ddacd142 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:08:39.856768 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-5c48a251-215d-41db-a915-72c0d728275b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:39.956141 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port ffe6f08b-8236-468c-9d55-7fe6ddacd142, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ffe6f08b-8236-468c-9d55-7fe6ddacd142,segment=NetworkSegment(e25a92cd-63f2-4680-b799-655f0f82b971),segment_id=e25a92cd-63f2-4680-b799-655f0f82b971)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:08:39.968817 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': 'ffe6f08b-8236-468c-9d55-7fe6ddacd142', 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b', 'port_id': 'ffe6f08b-8236-468c-9d55-7fe6ddacd142', 'mac_address': 'fa:16:3e:24:52:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd71e36-a1c9-4b72-a04c-a38478eddc45', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:08:40.010140 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:40.024043 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe6f08b-8236-468c-9d55-7fe6ddacd142 {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:08:40.043286 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port ffe6f08b-8236-468c-9d55-7fe6ddacd142, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ffe6f08b-8236-468c-9d55-7fe6ddacd142,segment=NetworkSegment(e25a92cd-63f2-4680-b799-655f0f82b971),segment_id=e25a92cd-63f2-4680-b799-655f0f82b971)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:08:40.046701 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:40.094669 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=ffe6f08b-8236-468c-9d55-7fe6ddacd142,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:40.314540 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['ffe6f08b-8236-468c-9d55-7fe6ddacd142'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:08:40.950957 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03568a2-9c6a-48b0-b72d-f3e4ff5e27ee req-1c1dcac1-19ee-4695-8814-26cf45fc7e0f tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:40.952540 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c03568a2-9c6a-48b0-b72d-f3e4ff5e27ee req-1c1dcac1-19ee-4695-8814-26cf45fc7e0f tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=9aab4024-3d77-4531-a0d5-4fd77dd7e7bb HTTP/1.1" status: 200 len: 945 time: 0.0491686 Nov 16 19:08:40.998537 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c03568a2-9c6a-48b0-b72d-f3e4ff5e27ee req-c7dfc74a-e386-4e34-8f3d-6ad6896e9294 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396605 Nov 16 19:08:41.364066 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:41.846522 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device ffe6f08b-8236-468c-9d55-7fe6ddacd142 up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:08:41.899509 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning for port ffe6f08b-8236-468c-9d55-7fe6ddacd142 completed by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 19:08:41.903434 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port ffe6f08b-8236-468c-9d55-7fe6ddacd142 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:08:41.903799 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:41.976760 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:41.997647 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aab4024-3d77-4531-a0d5-4fd77dd7e7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe6f08b-8236-468c-9d55-7fe6ddacd142'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:08:41.999842 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7824a409-c59d-4b17-89cd-d3390f4c47e7" -d '{"events": [{"server_uuid": "9aab4024-3d77-4531-a0d5-4fd77dd7e7bb", "name": "network-vif-plugged", "status": "completed", "tag": "ffe6f08b-8236-468c-9d55-7fe6ddacd142"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:08:42.012799 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port ffe6f08b-8236-468c-9d55-7fe6ddacd142, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ffe6f08b-8236-468c-9d55-7fe6ddacd142,segment=NetworkSegment(e25a92cd-63f2-4680-b799-655f0f82b971),segment_id=e25a92cd-63f2-4680-b799-655f0f82b971)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:08:42.017303 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:42.045375 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601021dd-09f4-4ed7-b12d-0e4d837a6745 x-openstack-request-id: req-601021dd-09f4-4ed7-b12d-0e4d837a6745 {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:08:42.045697 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aab4024-3d77-4531-a0d5-4fd77dd7e7bb", "name": "network-vif-plugged", "status": "completed", "tag": "ffe6f08b-8236-468c-9d55-7fe6ddacd142", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:08:42.045956 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-601021dd-09f4-4ed7-b12d-0e4d837a6745 {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:08:42.046349 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aab4024-3d77-4531-a0d5-4fd77dd7e7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe6f08b-8236-468c-9d55-7fe6ddacd142', 'code': 200} Nov 16 19:08:42.132603 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154ea69-b368-4d73-ba38-423a83500926 req-2caf6719-f3fe-41a4-8aca-f84c62570317 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:42.134411 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e154ea69-b368-4d73-ba38-423a83500926 req-2caf6719-f3fe-41a4-8aca-f84c62570317 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=9aab4024-3d77-4531-a0d5-4fd77dd7e7bb HTTP/1.1" status: 200 len: 946 time: 0.0623059 Nov 16 19:08:42.195659 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e154ea69-b368-4d73-ba38-423a83500926 req-20727e8a-ece7-4934-adb3-f476f712d1be tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550261 Nov 16 19:08:42.198181 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=ffe6f08b-8236-468c-9d55-7fe6ddacd142,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:42.223770 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155a993-608a-445d-b461-cdcdb482c93c req-f72e0d41-6883-4177-9b2f-6422fabec0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:42.225263 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b155a993-608a-445d-b461-cdcdb482c93c req-f72e0d41-6883-4177-9b2f-6422fabec0f7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9aab4024-3d77-4531-a0d5-4fd77dd7e7bb HTTP/1.1" status: 200 len: 1099 time: 0.0458708 Nov 16 19:08:42.273205 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b155a993-608a-445d-b461-cdcdb482c93c req-cf6404b8-63fa-4448-9710-a354f951ea50 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398741 Nov 16 19:08:42.519894 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 52280) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:08:42.623003 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-1a32f6df-8714-45de-bc53-482f740d361b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:42.695990 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-1a32f6df-8714-45de-bc53-482f740d361b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:42.699296 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-1a32f6df-8714-45de-bc53-482f740d361b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:42.735974 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-1a32f6df-8714-45de-bc53-482f740d361b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=94cbc251413542349ba488f8d3139c9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150261 Nov 16 19:08:42.737858 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32f6df-8714-45de-bc53-482f740d361b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643a568b-5541-4d57-bd10-9598f94cdd76,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:42.738851 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 52284) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:08:42.788120 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-0a612eeb-9efe-4d05-b253-4806c5eb2dfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:42.809090 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-0a612eeb-9efe-4d05-b253-4806c5eb2dfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:42.860463 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-0a612eeb-9efe-4d05-b253-4806c5eb2dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:42.863062 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-0a612eeb-9efe-4d05-b253-4806c5eb2dfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:42.864199 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-0a612eeb-9efe-4d05-b253-4806c5eb2dfe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/643a568b-5541-4d57-bd10-9598f94cdd76 HTTP/1.1" status: 204 len: 168 time: 0.1243041 Nov 16 19:08:42.872398 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a612eeb-9efe-4d05-b253-4806c5eb2dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643a568b-5541-4d57-bd10-9598f94cdd76,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:08:43.177811 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:43.317674 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27dad3-566e-4f32-b512-b1e7d5a7587a req-3af8abf6-7da5-453d-9ac9-90d38822e135 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:43.319288 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8e27dad3-566e-4f32-b512-b1e7d5a7587a req-3af8abf6-7da5-453d-9ac9-90d38822e135 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=9aab4024-3d77-4531-a0d5-4fd77dd7e7bb HTTP/1.1" status: 200 len: 946 time: 0.0518982 Nov 16 19:08:43.369779 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8e27dad3-566e-4f32-b512-b1e7d5a7587a req-6376b4c5-5418-4361-aa26-b1653c93ebbb tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445356 Nov 16 19:08:43.800720 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:08:44.487765 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306a9d3-e339-4c17-ab8b-8a8a03884513 req-d57782ee-be0d-4a3a-80ea-5a2f4767b9bb tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:08:44.489221 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-1306a9d3-e339-4c17-ab8b-8a8a03884513 req-d57782ee-be0d-4a3a-80ea-5a2f4767b9bb tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=9aab4024-3d77-4531-a0d5-4fd77dd7e7bb HTTP/1.1" status: 200 len: 946 time: 0.0485845 Nov 16 19:08:44.536348 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-1306a9d3-e339-4c17-ab8b-8a8a03884513 req-145aa90e-c9d8-4eb0-ba5e-e5a65ade601b tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409775 Nov 16 19:08:45.589270 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:09:00.468484 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:01.090709 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-98260468-a141-4529-b607-026f4c9e58c6 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:01.092065 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-98260468-a141-4529-b607-026f4c9e58c6 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/networks?id=e621ec68-f159-4652-a7d6-6091f1908e3b HTTP/1.1" status: 200 len: 815 time: 0.1028507 Nov 16 19:09:01.106217 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-fae83230-d5db-4bac-86c8-8ebc1d74bf71 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/quotas/94b91bcf959046d98ee0e24ab094216b HTTP/1.1" status: 200 len: 375 time: 0.0086141 Nov 16 19:09:01.156825 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-1c06b638-d641-465f-befc-ca5f5022a006 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=94b91bcf959046d98ee0e24ab094216b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456705 Nov 16 19:09:01.246845 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-f881a9ca-5e11-47a5-8f83-70f59e3056cc service neutron] 10.222.0.46 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831556 Nov 16 19:09:01.337618 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-5f890cee-3478-4a7c-8d76-9e2da390a63a service neutron] 10.222.0.46 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845160 Nov 16 19:09:01.498636 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2c5ca74d-c37f-4c10-a2a4-0ca6cd6fa31a req-1ae41e82-8585-4880-8531-bd702ca6dc8b tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=610bdabd-1b26-4afa-9250-4e53c521eb0c HTTP/1.1" status: 200 len: 210 time: 0.0265896 Nov 16 19:09:02.589321 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-83c67877-e11a-4f79-97d6-831a66140cf6 req-cb4479d4-68ed-4af9-9aff-51c1c599371b tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=610bdabd-1b26-4afa-9250-4e53c521eb0c HTTP/1.1" status: 200 len: 210 time: 0.0255916 Nov 16 19:09:03.684307 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f01e9706-4176-47f3-8347-adb74982adf3 req-2887c13a-f825-46a6-9a30-54dc90eaa275 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=610bdabd-1b26-4afa-9250-4e53c521eb0c HTTP/1.1" status: 200 len: 210 time: 0.0296597 Nov 16 19:09:04.624017 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-dcccca71-8a80-4217-a95b-a0a5b1d0432d tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:04.625351 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-dcccca71-8a80-4217-a95b-a0a5b1d0432d tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.18 "GET /v2.0/networks?id=e621ec68-f159-4652-a7d6-6091f1908e3b HTTP/1.1" status: 200 len: 815 time: 0.1059129 Nov 16 19:09:04.640641 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Request body: {'port': {'device_id': '610bdabd-1b26-4afa-9250-4e53c521eb0c', 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b', 'admin_state_up': True, 'tenant_id': '94b91bcf959046d98ee0e24ab094216b'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:09:04.763323 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Made reservation on behalf of 94b91bcf959046d98ee0e24ab094216b for: {'port': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:09:04.766680 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:04.783372 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-25b5d607-0075-41e6-8d8b-e81892127378 req-a1977717-b3b8-417a-ba21-dc0a73f6fbd5 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=610bdabd-1b26-4afa-9250-4e53c521eb0c HTTP/1.1" status: 200 len: 210 time: 0.0310009 Nov 16 19:09:04.901207 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Allocated IP 172.20.0.3 (e621ec68-f159-4652-a7d6-6091f1908e3b/fbd71e36-a1c9-4b72-a04c-a38478eddc45/479d04c0-250f-4afc-8065-5f7fc9611394) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:09:05.044313 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:05.077612 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:05.090868 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['8e5b3f73-ec0e-4a71-9000-d46d548d6adf', '399dbb90-f15a-45a3-bcd8-026172ae7de5', 'ffe6f08b-8236-468c-9d55-7fe6ddacd142'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:09:05.127166 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Network e621ec68-f159-4652-a7d6-6091f1908e3b is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:09:05.130379 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:09:05.134475 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:09:05.170063 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Pushing event updated for resources: {'Port': ['ID=479d04c0-250f-4afc-8065-5f7fc9611394,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:05.181133 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:05.181490 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:05.181864 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:05.182215 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:05.182720 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:05.182912 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:05.183207 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:05.183545 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:05.183865 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:05.184203 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:05.184520 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:05.184845 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:05.207057 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:05.207840 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:05.226984 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-33b23c43-0e83-4f39-914c-616231988bd2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5899425 Nov 16 19:09:05.244736 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] Request body: {'port': {'device_id': '610bdabd-1b26-4afa-9250-4e53c521eb0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:09:05.298886 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:05.558087 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 479d04c0-250f-4afc-8065-5f7fc9611394 {{(pid=101696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:09:05.565029 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:05.576296 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.provisioning_blocks [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] Transition to ACTIVE for port object 479d04c0-250f-4afc-8065-5f7fc9611394 will not be triggered until provisioned by entity L2. {{(pid=101696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 19:09:05.580742 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:05.645094 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] Pushing event updated for resources: {'Port': ['ID=479d04c0-250f-4afc-8065-5f7fc9611394,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:05.692716 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] Attempting to bind port 479d04c0-250f-4afc-8065-5f7fc9611394 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:09:05.693055 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] Attempting to bind port 479d04c0-250f-4afc-8065-5f7fc9611394 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'e25a92cd-63f2-4680-b799-655f0f82b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b'}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:09:05.693385 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] Attempting to bind port 479d04c0-250f-4afc-8065-5f7fc9611394 on network e621ec68-f159-4652-a7d6-6091f1908e3b {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:09:05.697634 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] Port 479d04c0-250f-4afc-8065-5f7fc9611394 on network e621ec68-f159-4652-a7d6-6091f1908e3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 19:09:05.697958 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] Attempting to bind port 479d04c0-250f-4afc-8065-5f7fc9611394 on network e621ec68-f159-4652-a7d6-6091f1908e3b {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:09:05.703331 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] Checking agent: {'id': 'b114dd46-986e-4d55-bca0-7e9758e41aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'started_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:09:05.703670 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] Checking segment: {'id': 'e25a92cd-63f2-4680-b799-655f0f82b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:09:05.704056 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] Bound using segment: {'id': 'e25a92cd-63f2-4680-b799-655f0f82b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b'} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:09:05.704479 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] Bound port: 479d04c0-250f-4afc-8065-5f7fc9611394, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25a92cd-63f2-4680-b799-655f0f82b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b'}}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:09:05.704836 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:05.770572 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] For port 479d04c0-250f-4afc-8065-5f7fc9611394, host hv-cinder-66710, cleared binding levels {{(pid=101696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:09:05.773522 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] For port 479d04c0-250f-4afc-8065-5f7fc9611394, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=479d04c0-250f-4afc-8065-5f7fc9611394,segment=NetworkSegment(e25a92cd-63f2-4680-b799-655f0f82b971),segment_id=e25a92cd-63f2-4680-b799-655f0f82b971)] {{(pid=101696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:09:05.778037 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:05.810451 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:05.811079 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:05.812594 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] 10.222.0.18 "PUT /v2.0/ports/479d04c0-250f-4afc-8065-5f7fc9611394 HTTP/1.1" status: 200 len: 1093 time: 0.5722704 Nov 16 19:09:05.813040 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610bdabd-1b26-4afa-9250-4e53c521eb0c', 'tag': '479d04c0-250f-4afc-8065-5f7fc9611394'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:09:05.815330 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0473bce6-9092-4d0d-87e2-78e1b49d20e0" -d '{"events": [{"name": "network-changed", "server_uuid": "610bdabd-1b26-4afa-9250-4e53c521eb0c", "tag": "479d04c0-250f-4afc-8065-5f7fc9611394"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:09:05.845971 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254da424-bd4b-4e2f-89a1-b722b0a56752 service neutron] Pushing event updated for resources: {'Port': ['ID=479d04c0-250f-4afc-8065-5f7fc9611394,revision_number=3']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:05.860408 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b484513a-2b1f-4c63-8d88-2665548b79e3 x-openstack-request-id: req-b484513a-2b1f-4c63-8d88-2665548b79e3 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:09:05.860696 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610bdabd-1b26-4afa-9250-4e53c521eb0c", "tag": "479d04c0-250f-4afc-8065-5f7fc9611394", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:09:05.860948 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b484513a-2b1f-4c63-8d88-2665548b79e3 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:09:05.861369 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610bdabd-1b26-4afa-9250-4e53c521eb0c', 'tag': '479d04c0-250f-4afc-8065-5f7fc9611394', 'status': 'completed', 'code': 200} Nov 16 19:09:05.906659 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e75a97-2928-45ed-ba04-59a2d58a8b98 req-0ab34c76-7574-41a7-8b98-69164bcf793a tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:05.908150 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-43e75a97-2928-45ed-ba04-59a2d58a8b98 req-0ab34c76-7574-41a7-8b98-69164bcf793a tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=610bdabd-1b26-4afa-9250-4e53c521eb0c HTTP/1.1" status: 200 len: 943 time: 0.0495670 Nov 16 19:09:05.923072 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-a01ef911-05c4-42c7-bd0c-8ba3fec9abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:05.924567 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-a01ef911-05c4-42c7-bd0c-8ba3fec9abd1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=94b91bcf959046d98ee0e24ab094216b&device_id=610bdabd-1b26-4afa-9250-4e53c521eb0c HTTP/1.1" status: 200 len: 1096 time: 0.0410252 Nov 16 19:09:05.958298 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-43e75a97-2928-45ed-ba04-59a2d58a8b98 req-6d40f847-3e84-491a-aa51-1e7f7df10f3b tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439382 Nov 16 19:09:05.970232 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-cf70bc64-fe32-4fa0-a76b-5dacf2b22fa9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=479d04c0-250f-4afc-8065-5f7fc9611394 HTTP/1.1" status: 200 len: 217 time: 0.0353997 Nov 16 19:09:06.023441 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-69e781a2-89c0-4139-b6f4-9ed98d80c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:06.024844 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-69e781a2-89c0-4139-b6f4-9ed98d80c245 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fbd71e36-a1c9-4b72-a04c-a38478eddc45 HTTP/1.1" status: 200 len: 855 time: 0.0466998 Nov 16 19:09:06.057083 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-09d36071-8b35-46b9-8994-cee390185d47 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e621ec68-f159-4652-a7d6-6091f1908e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236905 Nov 16 19:09:06.149882 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-5a0904de-8679-4dc7-b831-598de2a20026 service neutron] 10.222.0.18 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846643 Nov 16 19:09:06.242488 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fe3a430b-0391-428b-b1e6-64b1bb9ba3dc req-ed464f1d-cb31-458e-bfcf-9275cba50285 service neutron] 10.222.0.18 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843532 Nov 16 19:09:06.335598 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473bce6-9092-4d0d-87e2-78e1b49d20e0 req-e9037d85-0470-4d55-aa32-ca1c691c0e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:06.337107 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0473bce6-9092-4d0d-87e2-78e1b49d20e0 req-e9037d85-0470-4d55-aa32-ca1c691c0e84 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=94b91bcf959046d98ee0e24ab094216b&device_id=610bdabd-1b26-4afa-9250-4e53c521eb0c HTTP/1.1" status: 200 len: 1096 time: 0.0406740 Nov 16 19:09:06.436174 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473bce6-9092-4d0d-87e2-78e1b49d20e0 req-30b498ab-340f-42c6-b0ee-7dda58b86443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:06.438005 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0473bce6-9092-4d0d-87e2-78e1b49d20e0 req-30b498ab-340f-42c6-b0ee-7dda58b86443 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e621ec68-f159-4652-a7d6-6091f1908e3b HTTP/1.1" status: 200 len: 916 time: 0.0912776 Nov 16 19:09:06.483427 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0473bce6-9092-4d0d-87e2-78e1b49d20e0 req-97042339-0a65-404b-95b5-b62182f81d5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=479d04c0-250f-4afc-8065-5f7fc9611394 HTTP/1.1" status: 200 len: 217 time: 0.0372374 Nov 16 19:09:06.536471 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473bce6-9092-4d0d-87e2-78e1b49d20e0 req-a3ae1efa-359b-4ce3-a7c4-efd3e401c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:06.537932 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0473bce6-9092-4d0d-87e2-78e1b49d20e0 req-a3ae1efa-359b-4ce3-a7c4-efd3e401c915 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fbd71e36-a1c9-4b72-a04c-a38478eddc45 HTTP/1.1" status: 200 len: 855 time: 0.0467138 Nov 16 19:09:06.569725 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0473bce6-9092-4d0d-87e2-78e1b49d20e0 req-36feb359-079d-48a3-b967-686cfcfa716d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e621ec68-f159-4652-a7d6-6091f1908e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238023 Nov 16 19:09:06.662173 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0473bce6-9092-4d0d-87e2-78e1b49d20e0 req-fd6e6f7c-6b50-4f01-89d5-5cfddfd1f2a1 service neutron] 10.222.0.18 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795135 Nov 16 19:09:06.759867 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0473bce6-9092-4d0d-87e2-78e1b49d20e0 req-2c01ac64-e19b-4e4c-9409-0fb018d57928 service neutron] 10.222.0.18 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864367 Nov 16 19:09:06.840243 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-9632de4d-5fad-4508-8a14-5e4589cfbefa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:07.079571 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d42f3-343b-4ac6-955f-1421c7b416d8 req-e7f934f9-d2bd-4f04-85dc-c461b9a5c299 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:07.080922 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b10d42f3-343b-4ac6-955f-1421c7b416d8 req-e7f934f9-d2bd-4f04-85dc-c461b9a5c299 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=610bdabd-1b26-4afa-9250-4e53c521eb0c HTTP/1.1" status: 200 len: 943 time: 0.0494409 Nov 16 19:09:07.125888 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b10d42f3-343b-4ac6-955f-1421c7b416d8 req-17f7c7c2-f560-4a57-99a4-5281df10dabd tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391698 Nov 16 19:09:08.236737 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb4051-6471-45bc-a006-996ffbf4bd9c req-2eeea1d6-cd0f-438f-840b-635206ed6132 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:08.238559 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d7bb4051-6471-45bc-a006-996ffbf4bd9c req-2eeea1d6-cd0f-438f-840b-635206ed6132 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=610bdabd-1b26-4afa-9250-4e53c521eb0c HTTP/1.1" status: 200 len: 943 time: 0.0474012 Nov 16 19:09:08.285410 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d7bb4051-6471-45bc-a006-996ffbf4bd9c req-23da7d8a-4a19-4f17-bbdb-8277178ce557 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401535 Nov 16 19:09:09.406894 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0736f-6ba8-4634-977c-325de474841d req-0921a8c5-4aee-4028-9c63-89992c7791e2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:09.408390 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7ec0736f-6ba8-4634-977c-325de474841d req-0921a8c5-4aee-4028-9c63-89992c7791e2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=610bdabd-1b26-4afa-9250-4e53c521eb0c HTTP/1.1" status: 200 len: 943 time: 0.0543468 Nov 16 19:09:09.454520 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7ec0736f-6ba8-4634-977c-325de474841d req-7f5c0533-6457-468e-beb9-94f87638ff7c tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402400 Nov 16 19:09:09.836772 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-2ed15322-006b-4f76-99ce-22e3046845a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:10.573593 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55facc63-32d5-4568-ad48-9e54c4520f9b req-763dc997-af60-46c3-afee-d69f8b835942 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:10.575119 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-55facc63-32d5-4568-ad48-9e54c4520f9b req-763dc997-af60-46c3-afee-d69f8b835942 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=610bdabd-1b26-4afa-9250-4e53c521eb0c HTTP/1.1" status: 200 len: 943 time: 0.0524900 Nov 16 19:09:10.622816 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-55facc63-32d5-4568-ad48-9e54c4520f9b req-78ef91e7-2803-41b4-982a-eab618582da5 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418127 Nov 16 19:09:11.366078 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:11.736222 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832855c-1687-47aa-ab8a-a0204bffb8b9 req-90b0255d-ddf5-403f-a21e-e6c5c00d22e9 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:11.737849 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8832855c-1687-47aa-ab8a-a0204bffb8b9 req-90b0255d-ddf5-403f-a21e-e6c5c00d22e9 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=610bdabd-1b26-4afa-9250-4e53c521eb0c HTTP/1.1" status: 200 len: 943 time: 0.0474319 Nov 16 19:09:11.788983 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8832855c-1687-47aa-ab8a-a0204bffb8b9 req-9fa0f34a-01df-4b82-83d6-5faae3a44894 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438664 Nov 16 19:09:11.961866 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 479d04c0-250f-4afc-8065-5f7fc9611394 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:09:12.062691 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 479d04c0-250f-4afc-8065-5f7fc9611394, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=479d04c0-250f-4afc-8065-5f7fc9611394,segment=NetworkSegment(e25a92cd-63f2-4680-b799-655f0f82b971),segment_id=e25a92cd-63f2-4680-b799-655f0f82b971)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:09:12.077349 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': '479d04c0-250f-4afc-8065-5f7fc9611394', 'network_id': 'e621ec68-f159-4652-a7d6-6091f1908e3b', 'port_id': '479d04c0-250f-4afc-8065-5f7fc9611394', 'mac_address': 'fa:16:3e:26:2c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd71e36-a1c9-4b72-a04c-a38478eddc45', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:09:12.118998 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:12.132305 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479d04c0-250f-4afc-8065-5f7fc9611394 {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:09:12.151265 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 479d04c0-250f-4afc-8065-5f7fc9611394, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=479d04c0-250f-4afc-8065-5f7fc9611394,segment=NetworkSegment(e25a92cd-63f2-4680-b799-655f0f82b971),segment_id=e25a92cd-63f2-4680-b799-655f0f82b971)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:09:12.154724 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:12.200107 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=479d04c0-250f-4afc-8065-5f7fc9611394,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:12.432717 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['479d04c0-250f-4afc-8065-5f7fc9611394'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:09:12.901958 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cdf23-f15b-4089-a6d5-a225400fa3d8 req-d9519565-b777-4325-a0fd-1fbe95e7d71b tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:12.903442 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d81cdf23-f15b-4089-a6d5-a225400fa3d8 req-d9519565-b777-4325-a0fd-1fbe95e7d71b tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=610bdabd-1b26-4afa-9250-4e53c521eb0c HTTP/1.1" status: 200 len: 944 time: 0.0491662 Nov 16 19:09:12.948746 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d81cdf23-f15b-4089-a6d5-a225400fa3d8 req-f1d64b03-8af0-4fd6-a84b-97959222018f tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394993 Nov 16 19:09:13.180226 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:13.944461 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:13.965277 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 479d04c0-250f-4afc-8065-5f7fc9611394 up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:09:14.013964 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning for port 479d04c0-250f-4afc-8065-5f7fc9611394 completed by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 19:09:14.018723 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port 479d04c0-250f-4afc-8065-5f7fc9611394 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:09:14.019102 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:14.064045 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294fb7d-deae-441c-bc85-29a4e95933cf req-ad36949a-5bbb-47ed-ba5e-2e5b966fec16 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:14.065501 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b294fb7d-deae-441c-bc85-29a4e95933cf req-ad36949a-5bbb-47ed-ba5e-2e5b966fec16 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=610bdabd-1b26-4afa-9250-4e53c521eb0c HTTP/1.1" status: 200 len: 944 time: 0.0501504 Nov 16 19:09:14.097631 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:14.116494 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b294fb7d-deae-441c-bc85-29a4e95933cf req-dc14979c-3f98-4ffc-a2bd-fd9a6c5ad9d2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439947 Nov 16 19:09:14.120301 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610bdabd-1b26-4afa-9250-4e53c521eb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479d04c0-250f-4afc-8065-5f7fc9611394'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:09:14.122769 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0654dd3-c3f3-42c3-bf52-129c57babbb9" -d '{"events": [{"server_uuid": "610bdabd-1b26-4afa-9250-4e53c521eb0c", "name": "network-vif-plugged", "status": "completed", "tag": "479d04c0-250f-4afc-8065-5f7fc9611394"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:09:14.145314 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 479d04c0-250f-4afc-8065-5f7fc9611394, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=479d04c0-250f-4afc-8065-5f7fc9611394,segment=NetworkSegment(e25a92cd-63f2-4680-b799-655f0f82b971),segment_id=e25a92cd-63f2-4680-b799-655f0f82b971)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:09:14.149354 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:14.173771 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b818cc19-ecd5-41a2-a7fe-3891ce6eec66 x-openstack-request-id: req-b818cc19-ecd5-41a2-a7fe-3891ce6eec66 {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:09:14.174063 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610bdabd-1b26-4afa-9250-4e53c521eb0c", "name": "network-vif-plugged", "status": "completed", "tag": "479d04c0-250f-4afc-8065-5f7fc9611394", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:09:14.174323 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b818cc19-ecd5-41a2-a7fe-3891ce6eec66 {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:09:14.174706 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610bdabd-1b26-4afa-9250-4e53c521eb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479d04c0-250f-4afc-8065-5f7fc9611394', 'code': 200} Nov 16 19:09:14.201671 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=479d04c0-250f-4afc-8065-5f7fc9611394,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:14.335662 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4636a9-c166-4e12-abae-800b478309d9 req-3a9091dd-4686-41cb-88a7-b03c0bcbdc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:14.337121 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8e4636a9-c166-4e12-abae-800b478309d9 req-3a9091dd-4686-41cb-88a7-b03c0bcbdc18 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=610bdabd-1b26-4afa-9250-4e53c521eb0c HTTP/1.1" status: 200 len: 1098 time: 0.0385573 Nov 16 19:09:14.382905 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8e4636a9-c166-4e12-abae-800b478309d9 req-a6a1a4ce-db9b-4571-a8e4-de549ed425db service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384357 Nov 16 19:09:14.506971 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 52610) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:14.608425 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-89df5d38-1922-4516-86fe-1d99780f5fe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:14.679052 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-89df5d38-1922-4516-86fe-1d99780f5fe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:14.682531 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-89df5d38-1922-4516-86fe-1d99780f5fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:14.719273 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-89df5d38-1922-4516-86fe-1d99780f5fe3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eaba41e2239a4e889c127ab9817a3f13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2112374 Nov 16 19:09:14.720396 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df5d38-1922-4516-86fe-1d99780f5fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f851dc7-3c43-437a-b30d-c7b9c014569e,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:14.721950 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 52614) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:14.768924 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5ebe06e9-c822-44eb-b0a8-fd7b525f926e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:14.792011 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5ebe06e9-c822-44eb-b0a8-fd7b525f926e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:14.837330 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5ebe06e9-c822-44eb-b0a8-fd7b525f926e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:14.839875 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5ebe06e9-c822-44eb-b0a8-fd7b525f926e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:14.840999 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-5ebe06e9-c822-44eb-b0a8-fd7b525f926e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f851dc7-3c43-437a-b30d-c7b9c014569e HTTP/1.1" status: 204 len: 168 time: 0.1180348 Nov 16 19:09:14.848975 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe06e9-c822-44eb-b0a8-fd7b525f926e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f851dc7-3c43-437a-b30d-c7b9c014569e,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:14.856012 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe06e9-c822-44eb-b0a8-fd7b525f926e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:14.856356 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe06e9-c822-44eb-b0a8-fd7b525f926e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:14.856724 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe06e9-c822-44eb-b0a8-fd7b525f926e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:14.857054 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe06e9-c822-44eb-b0a8-fd7b525f926e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:14.857380 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe06e9-c822-44eb-b0a8-fd7b525f926e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:14.857847 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe06e9-c822-44eb-b0a8-fd7b525f926e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:14.858627 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe06e9-c822-44eb-b0a8-fd7b525f926e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:14.858872 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe06e9-c822-44eb-b0a8-fd7b525f926e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:14.859194 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe06e9-c822-44eb-b0a8-fd7b525f926e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:14.859511 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe06e9-c822-44eb-b0a8-fd7b525f926e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:14.859828 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe06e9-c822-44eb-b0a8-fd7b525f926e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:14.860141 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebe06e9-c822-44eb-b0a8-fd7b525f926e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:15.091361 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 52620) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:15.104292 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e33a48d2-4fc1-44b8-b3a9-ed5e24fe451d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:15.176745 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e33a48d2-4fc1-44b8-b3a9-ed5e24fe451d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:15.180785 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e33a48d2-4fc1-44b8-b3a9-ed5e24fe451d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:15.223394 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-e33a48d2-4fc1-44b8-b3a9-ed5e24fe451d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=78efd12bec7f4c3591064c34f549e7c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286714 Nov 16 19:09:15.223394 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a48d2-4fc1-44b8-b3a9-ed5e24fe451d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c465e24-4a72-4785-b95d-fbeee945a1d9,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:15.225133 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 52624) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:15.249358 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4711076-695a-44c5-bfd6-690b8c49196c req-67af978d-fc4e-4be1-8fd7-1fa70354a834 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:15.250844 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b4711076-695a-44c5-bfd6-690b8c49196c req-67af978d-fc4e-4be1-8fd7-1fa70354a834 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=610bdabd-1b26-4afa-9250-4e53c521eb0c HTTP/1.1" status: 200 len: 945 time: 0.0645757 Nov 16 19:09:15.316050 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-468bdf76-48e9-4690-b396-27ea959e5304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:15.321478 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b4711076-695a-44c5-bfd6-690b8c49196c req-85c3339c-318d-43ae-b159-03c6d4a9ec36 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631177 Nov 16 19:09:15.339933 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-468bdf76-48e9-4690-b396-27ea959e5304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:15.385781 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-468bdf76-48e9-4690-b396-27ea959e5304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:15.388420 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-468bdf76-48e9-4690-b396-27ea959e5304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:15.389575 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-468bdf76-48e9-4690-b396-27ea959e5304 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c465e24-4a72-4785-b95d-fbeee945a1d9 HTTP/1.1" status: 204 len: 168 time: 0.1633623 Nov 16 19:09:15.397056 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468bdf76-48e9-4690-b396-27ea959e5304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c465e24-4a72-4785-b95d-fbeee945a1d9,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:16.437948 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba11ef7-f97f-4105-9926-861d46684e89 req-75239fec-cb81-4990-8881-2c043d07edd1 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:16.439461 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3ba11ef7-f97f-4105-9926-861d46684e89 req-75239fec-cb81-4990-8881-2c043d07edd1 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=610bdabd-1b26-4afa-9250-4e53c521eb0c HTTP/1.1" status: 200 len: 945 time: 0.0509250 Nov 16 19:09:16.486468 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3ba11ef7-f97f-4105-9926-861d46684e89 req-fbdafc1b-f0f6-43e6-8757-f6335691f014 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 Nov 16 19:09:17.011069 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 52686) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:17.115883 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-496889ac-2add-4ce5-9509-356bfdc70768 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:17.192422 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-496889ac-2add-4ce5-9509-356bfdc70768 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:17.196051 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-496889ac-2add-4ce5-9509-356bfdc70768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:17.236047 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-496889ac-2add-4ce5-9509-356bfdc70768 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aca8e0d6506d49b3b6bdfdc297859cb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238786 Nov 16 19:09:17.236903 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496889ac-2add-4ce5-9509-356bfdc70768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd60d26-2acf-488f-b5a2-a32d5d07fc02,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:17.239227 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 52690) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:17.290376 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-15f2737b-c11d-468a-b6d6-13d4db31476e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:17.314495 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-15f2737b-c11d-468a-b6d6-13d4db31476e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:17.359214 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-15f2737b-c11d-468a-b6d6-13d4db31476e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:17.362419 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-15f2737b-c11d-468a-b6d6-13d4db31476e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:17.363561 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-15f2737b-c11d-468a-b6d6-13d4db31476e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/efd60d26-2acf-488f-b5a2-a32d5d07fc02 HTTP/1.1" status: 204 len: 168 time: 0.1232228 Nov 16 19:09:17.371096 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2737b-c11d-468a-b6d6-13d4db31476e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd60d26-2acf-488f-b5a2-a32d5d07fc02,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:17.609740 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 52696) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:17.622587 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-31c89259-beeb-41b3-ad3c-d74a22ad3a1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:17.695743 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-31c89259-beeb-41b3-ad3c-d74a22ad3a1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:17.699170 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-31c89259-beeb-41b3-ad3c-d74a22ad3a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:17.735084 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-31c89259-beeb-41b3-ad3c-d74a22ad3a1b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=844aa08799894a43aad6cd396e5325ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1242936 Nov 16 19:09:17.737009 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c89259-beeb-41b3-ad3c-d74a22ad3a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0c09b7-0798-45bd-bc43-561182fa52ee,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:17.737747 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 52698) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:17.785173 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-401a14e8-4bbb-4620-b142-10abc548f036 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:17.806690 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-401a14e8-4bbb-4620-b142-10abc548f036 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:17.851985 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-401a14e8-4bbb-4620-b142-10abc548f036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:17.854632 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-401a14e8-4bbb-4620-b142-10abc548f036 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:17.855800 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-401a14e8-4bbb-4620-b142-10abc548f036 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a0c09b7-0798-45bd-bc43-561182fa52ee HTTP/1.1" status: 204 len: 168 time: 0.1170607 Nov 16 19:09:17.864304 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a14e8-4bbb-4620-b142-10abc548f036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0c09b7-0798-45bd-bc43-561182fa52ee,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:22.588793 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:09:28.258257 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818104a3-1e3c-4034-921c-538107937155 req-9764c04f-0862-4da4-b014-6c7ee5f4ee18 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:28.259725 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-818104a3-1e3c-4034-921c-538107937155 req-9764c04f-0862-4da4-b014-6c7ee5f4ee18 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=610bdabd-1b26-4afa-9250-4e53c521eb0c HTTP/1.1" status: 200 len: 945 time: 0.0523326 Nov 16 19:09:28.307873 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-818104a3-1e3c-4034-921c-538107937155 req-59c9ff29-a524-4224-878a-b8d5141b6dff tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421844 Nov 16 19:09:29.426112 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbce893-9b78-41db-bb4d-b21d86e2fce2 req-d643ecef-8811-43d8-91a8-e8687a6aeb01 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:29.427602 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6cbce893-9b78-41db-bb4d-b21d86e2fce2 req-d643ecef-8811-43d8-91a8-e8687a6aeb01 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=610bdabd-1b26-4afa-9250-4e53c521eb0c HTTP/1.1" status: 200 len: 945 time: 0.0488203 Nov 16 19:09:29.473444 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6cbce893-9b78-41db-bb4d-b21d86e2fce2 req-79a0402c-ea00-4782-aa4f-ad7afc61e869 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400095 Nov 16 19:09:30.029121 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2f15a-c55b-4d7a-9120-950edd5871c7 req-5c3cea67-f58c-4fb6-a973-cd285ce8c8ce tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:30.030717 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0ff2f15a-c55b-4d7a-9120-950edd5871c7 req-5c3cea67-f58c-4fb6-a973-cd285ce8c8ce tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.18 "GET /v2.0/ports?device_id=610bdabd-1b26-4afa-9250-4e53c521eb0c HTTP/1.1" status: 200 len: 945 time: 0.0506642 Nov 16 19:09:30.119071 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-0ff2f15a-c55b-4d7a-9120-950edd5871c7 req-9a1826be-4717-46cf-915b-114f194861ae tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Deleting port 479d04c0-250f-4afc-8065-5f7fc9611394 {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:09:30.119657 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0ff2f15a-c55b-4d7a-9120-950edd5871c7 req-9a1826be-4717-46cf-915b-114f194861ae tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:30.455629 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-0ff2f15a-c55b-4d7a-9120-950edd5871c7 req-9a1826be-4717-46cf-915b-114f194861ae tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] For port 479d04c0-250f-4afc-8065-5f7fc9611394, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=479d04c0-250f-4afc-8065-5f7fc9611394,segment=NetworkSegment(e25a92cd-63f2-4680-b799-655f0f82b971),segment_id=e25a92cd-63f2-4680-b799-655f0f82b971)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:09:30.456303 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0ff2f15a-c55b-4d7a-9120-950edd5871c7 req-9a1826be-4717-46cf-915b-114f194861ae tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:30.468812 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-0ff2f15a-c55b-4d7a-9120-950edd5871c7 req-9a1826be-4717-46cf-915b-114f194861ae tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Calling delete_port for 479d04c0-250f-4afc-8065-5f7fc9611394 owned by compute:nova {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:09:30.490472 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:30.589267 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc96be1-8f2f-4659-ae0b-8c88788eef70 req-4b5cfa74-1273-4bc7-a9bf-9a8869ffe71e tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:30.590941 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6bc96be1-8f2f-4659-ae0b-8c88788eef70 req-4b5cfa74-1273-4bc7-a9bf-9a8869ffe71e tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=610bdabd-1b26-4afa-9250-4e53c521eb0c HTTP/1.1" status: 200 len: 945 time: 0.0517521 Nov 16 19:09:30.599574 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0ff2f15a-c55b-4d7a-9120-950edd5871c7 req-9a1826be-4717-46cf-915b-114f194861ae tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:30.612781 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['8e5b3f73-ec0e-4a71-9000-d46d548d6adf', '399dbb90-f15a-45a3-bcd8-026172ae7de5', 'ffe6f08b-8236-468c-9d55-7fe6ddacd142', '479d04c0-250f-4afc-8065-5f7fc9611394'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:09:30.629658 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1826be-4717-46cf-915b-114f194861ae tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Pushing event deleted for resources: {'Port': ['ID=479d04c0-250f-4afc-8065-5f7fc9611394,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:30.647055 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6bc96be1-8f2f-4659-ae0b-8c88788eef70 req-d5724832-b57a-4044-995d-a1ae3a7072b3 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457215 Nov 16 19:09:30.669532 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff2f15a-c55b-4d7a-9120-950edd5871c7 req-9a1826be-4717-46cf-915b-114f194861ae tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] No DVR routers for this DVR port 479d04c0-250f-4afc-8065-5f7fc9611394 on host hv-cinder-66710 {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:09:30.672231 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0ff2f15a-c55b-4d7a-9120-950edd5871c7 req-9a1826be-4717-46cf-915b-114f194861ae tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:30.676110 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0ff2f15a-c55b-4d7a-9120-950edd5871c7 req-9a1826be-4717-46cf-915b-114f194861ae tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.18 "DELETE /v2.0/ports/479d04c0-250f-4afc-8065-5f7fc9611394 HTTP/1.1" status: 204 len: 173 time: 0.6383247 Nov 16 19:09:30.676560 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610bdabd-1b26-4afa-9250-4e53c521eb0c', 'name': 'network-vif-deleted', 'tag': '479d04c0-250f-4afc-8065-5f7fc9611394'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:09:30.679613 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51becfc0-9486-4f38-9642-bcefa14f9e22" -d '{"events": [{"server_uuid": "610bdabd-1b26-4afa-9250-4e53c521eb0c", "name": "network-vif-deleted", "tag": "479d04c0-250f-4afc-8065-5f7fc9611394"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:09:30.716874 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf17adfc-e9f1-4e09-91bc-7dbb80a4af85 x-openstack-request-id: req-bf17adfc-e9f1-4e09-91bc-7dbb80a4af85 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:09:30.717198 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610bdabd-1b26-4afa-9250-4e53c521eb0c", "name": "network-vif-deleted", "tag": "479d04c0-250f-4afc-8065-5f7fc9611394", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:09:30.717458 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bf17adfc-e9f1-4e09-91bc-7dbb80a4af85 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:09:30.717914 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610bdabd-1b26-4afa-9250-4e53c521eb0c', 'name': 'network-vif-deleted', 'tag': '479d04c0-250f-4afc-8065-5f7fc9611394', 'status': 'completed', 'code': 200} Nov 16 19:09:33.038344 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19ec14-cf7b-4dfb-a5d1-efc5891261c3 req-ee79ff07-ca99-4292-b751-9d495428aab9 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:33.039831 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-1f19ec14-cf7b-4dfb-a5d1-efc5891261c3 req-ee79ff07-ca99-4292-b751-9d495428aab9 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=9aab4024-3d77-4531-a0d5-4fd77dd7e7bb HTTP/1.1" status: 200 len: 946 time: 0.0508142 Nov 16 19:09:33.090373 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-1f19ec14-cf7b-4dfb-a5d1-efc5891261c3 req-323e1b11-2401-4912-a76e-efab164cdb2f tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446596 Nov 16 19:09:34.071716 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 479d04c0-250f-4afc-8065-5f7fc9611394 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:09:34.092237 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] No Port match for: 479d04c0-250f-4afc-8065-5f7fc9611394 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:09:34.092584 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 479d04c0-250f-4afc-8065-5f7fc9611394 not bound to the agent host hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:09:34.202442 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980860db-f60d-40d3-9b94-e8cb2d245566 req-1add5ca9-b11f-47af-9090-57368736e7e6 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:34.203880 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-980860db-f60d-40d3-9b94-e8cb2d245566 req-1add5ca9-b11f-47af-9090-57368736e7e6 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=9aab4024-3d77-4531-a0d5-4fd77dd7e7bb HTTP/1.1" status: 200 len: 946 time: 0.0468478 Nov 16 19:09:34.252669 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-980860db-f60d-40d3-9b94-e8cb2d245566 req-36750a4a-3a55-4dc2-b4aa-c0e320bcbfc0 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424292 Nov 16 19:09:34.971661 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ba854-5997-4751-9761-4be91b131308 req-af3062c0-66f2-405a-b45b-2196aff59d61 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:34.974050 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d88ba854-5997-4751-9761-4be91b131308 req-af3062c0-66f2-405a-b45b-2196aff59d61 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.18 "GET /v2.0/ports?device_id=9aab4024-3d77-4531-a0d5-4fd77dd7e7bb HTTP/1.1" status: 200 len: 946 time: 0.0480940 Nov 16 19:09:35.060031 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-d88ba854-5997-4751-9761-4be91b131308 req-6e500cbe-0a9d-47fd-bc68-ab23528d5515 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Deleting port ffe6f08b-8236-468c-9d55-7fe6ddacd142 {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:09:35.060299 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-d88ba854-5997-4751-9761-4be91b131308 req-6e500cbe-0a9d-47fd-bc68-ab23528d5515 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:35.149777 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-d88ba854-5997-4751-9761-4be91b131308 req-6e500cbe-0a9d-47fd-bc68-ab23528d5515 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] For port ffe6f08b-8236-468c-9d55-7fe6ddacd142, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=ffe6f08b-8236-468c-9d55-7fe6ddacd142,segment=NetworkSegment(e25a92cd-63f2-4680-b799-655f0f82b971),segment_id=e25a92cd-63f2-4680-b799-655f0f82b971)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:09:35.150138 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-d88ba854-5997-4751-9761-4be91b131308 req-6e500cbe-0a9d-47fd-bc68-ab23528d5515 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:35.162835 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-d88ba854-5997-4751-9761-4be91b131308 req-6e500cbe-0a9d-47fd-bc68-ab23528d5515 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Calling delete_port for ffe6f08b-8236-468c-9d55-7fe6ddacd142 owned by compute:nova {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:09:35.288677 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-d88ba854-5997-4751-9761-4be91b131308 req-6e500cbe-0a9d-47fd-bc68-ab23528d5515 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:35.301515 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['8e5b3f73-ec0e-4a71-9000-d46d548d6adf', '399dbb90-f15a-45a3-bcd8-026172ae7de5', 'ffe6f08b-8236-468c-9d55-7fe6ddacd142'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:09:35.318083 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e500cbe-0a9d-47fd-bc68-ab23528d5515 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Pushing event deleted for resources: {'Port': ['ID=ffe6f08b-8236-468c-9d55-7fe6ddacd142,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:35.352794 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-b27849c1-2666-4d4d-9da9-052b07c830ab req-abf69e9a-3c3b-4f98-be67-b14478c64464 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=9aab4024-3d77-4531-a0d5-4fd77dd7e7bb HTTP/1.1" status: 200 len: 210 time: 0.0307252 Nov 16 19:09:35.361215 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88ba854-5997-4751-9761-4be91b131308 req-6e500cbe-0a9d-47fd-bc68-ab23528d5515 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] No DVR routers for this DVR port ffe6f08b-8236-468c-9d55-7fe6ddacd142 on host hv-cinder-66710 {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:09:35.364576 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-d88ba854-5997-4751-9761-4be91b131308 req-6e500cbe-0a9d-47fd-bc68-ab23528d5515 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:35.368182 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d88ba854-5997-4751-9761-4be91b131308 req-6e500cbe-0a9d-47fd-bc68-ab23528d5515 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.18 "DELETE /v2.0/ports/ffe6f08b-8236-468c-9d55-7fe6ddacd142 HTTP/1.1" status: 204 len: 173 time: 0.3881116 Nov 16 19:09:35.368727 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aab4024-3d77-4531-a0d5-4fd77dd7e7bb', 'name': 'network-vif-deleted', 'tag': 'ffe6f08b-8236-468c-9d55-7fe6ddacd142'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:09:35.371479 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d4d4de-105f-4357-bd97-f77855d18f6a" -d '{"events": [{"server_uuid": "9aab4024-3d77-4531-a0d5-4fd77dd7e7bb", "name": "network-vif-deleted", "tag": "ffe6f08b-8236-468c-9d55-7fe6ddacd142"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:09:35.416862 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cce52a-2afe-4f30-aec7-c6eaa55869aa x-openstack-request-id: req-73cce52a-2afe-4f30-aec7-c6eaa55869aa {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:09:35.417310 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aab4024-3d77-4531-a0d5-4fd77dd7e7bb", "name": "network-vif-deleted", "tag": "ffe6f08b-8236-468c-9d55-7fe6ddacd142", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:09:35.417662 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-73cce52a-2afe-4f30-aec7-c6eaa55869aa {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:09:35.418153 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aab4024-3d77-4531-a0d5-4fd77dd7e7bb', 'name': 'network-vif-deleted', 'tag': 'ffe6f08b-8236-468c-9d55-7fe6ddacd142', 'status': 'completed', 'code': 200} Nov 16 19:09:36.488443 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0ed00707-1c2a-4092-9323-7b4cd1fb3677 req-be159b54-e22d-47d2-80fe-d2300687699c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=526863d1-282a-4442-8260-50cbaec699eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423031 Nov 16 19:09:36.561891 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed00707-1c2a-4092-9323-7b4cd1fb3677 req-a27183ca-5765-47bf-a36e-a11c7be8a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:36.563462 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0ed00707-1c2a-4092-9323-7b4cd1fb3677 req-a27183ca-5765-47bf-a36e-a11c7be8a4b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=94b91bcf959046d98ee0e24ab094216b&device_id=526863d1-282a-4442-8260-50cbaec699eb HTTP/1.1" status: 200 len: 1098 time: 0.0526042 Nov 16 19:09:36.638755 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f14761-2432-4b97-8b33-d0164743bb5b req-42eadbb3-fb56-4045-b486-585ab0f2d338 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:36.640223 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-92f14761-2432-4b97-8b33-d0164743bb5b req-42eadbb3-fb56-4045-b486-585ab0f2d338 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=526863d1-282a-4442-8260-50cbaec699eb HTTP/1.1" status: 200 len: 945 time: 0.0484672 Nov 16 19:09:36.669916 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed00707-1c2a-4092-9323-7b4cd1fb3677 req-2a4a91cb-43a0-434a-9d53-b8d306887b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:36.671399 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0ed00707-1c2a-4092-9323-7b4cd1fb3677 req-2a4a91cb-43a0-434a-9d53-b8d306887b0f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e621ec68-f159-4652-a7d6-6091f1908e3b HTTP/1.1" status: 200 len: 916 time: 0.0852687 Nov 16 19:09:36.687078 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-92f14761-2432-4b97-8b33-d0164743bb5b req-6f793f19-826c-4c14-880b-1462a0bf9eb0 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401804 Nov 16 19:09:36.717668 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0ed00707-1c2a-4092-9323-7b4cd1fb3677 req-f3b30c10-037c-4b38-82a9-05268eddf824 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=399dbb90-f15a-45a3-bcd8-026172ae7de5 HTTP/1.1" status: 200 len: 217 time: 0.0374899 Nov 16 19:09:36.766455 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed00707-1c2a-4092-9323-7b4cd1fb3677 req-1e546cbc-cecf-4129-8dc7-a26bb61b4631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:36.767876 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0ed00707-1c2a-4092-9323-7b4cd1fb3677 req-1e546cbc-cecf-4129-8dc7-a26bb61b4631 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fbd71e36-a1c9-4b72-a04c-a38478eddc45 HTTP/1.1" status: 200 len: 855 time: 0.0430491 Nov 16 19:09:36.800182 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0ed00707-1c2a-4092-9323-7b4cd1fb3677 req-3b00e725-f518-4bea-b102-05702fbe65e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e621ec68-f159-4652-a7d6-6091f1908e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235529 Nov 16 19:09:36.842875 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-d1133d73-1c23-4cc4-95d3-06f136f12249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:36.895268 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0ed00707-1c2a-4092-9323-7b4cd1fb3677 req-3e410713-2f23-4a07-be78-0fff569bb503 service neutron] 10.222.0.18 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876229 Nov 16 19:09:36.987064 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0ed00707-1c2a-4092-9323-7b4cd1fb3677 req-9ac4d89b-a457-4e60-99ea-20a9688b78db service neutron] 10.222.0.18 "GET /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843124 Nov 16 19:09:37.808130 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee1012-7f23-4738-b336-8342ac3639b6 req-d2db74d4-27b0-49e1-8858-deab2db9e152 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:37.809613 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0eee1012-7f23-4738-b336-8342ac3639b6 req-d2db74d4-27b0-49e1-8858-deab2db9e152 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=526863d1-282a-4442-8260-50cbaec699eb HTTP/1.1" status: 200 len: 945 time: 0.0520909 Nov 16 19:09:37.855447 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0eee1012-7f23-4738-b336-8342ac3639b6 req-46b4f23e-900d-4da9-afec-628f91229761 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395424 Nov 16 19:09:38.004497 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f90c3-8658-4c20-8f40-d926bffc49b1 req-3d039536-1873-4afb-b612-78bb8771c26d tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:38.005894 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bc9f90c3-8658-4c20-8f40-d926bffc49b1 req-3d039536-1873-4afb-b612-78bb8771c26d tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.18 "GET /v2.0/ports?device_id=526863d1-282a-4442-8260-50cbaec699eb HTTP/1.1" status: 200 len: 945 time: 0.0485604 Nov 16 19:09:38.095494 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-bc9f90c3-8658-4c20-8f40-d926bffc49b1 req-bc4c4517-53a9-45e9-aaf2-47ac518884cd tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Deleting port 399dbb90-f15a-45a3-bcd8-026172ae7de5 {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:09:38.095864 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-bc9f90c3-8658-4c20-8f40-d926bffc49b1 req-bc4c4517-53a9-45e9-aaf2-47ac518884cd tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:38.182434 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-bc9f90c3-8658-4c20-8f40-d926bffc49b1 req-bc4c4517-53a9-45e9-aaf2-47ac518884cd tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] For port 399dbb90-f15a-45a3-bcd8-026172ae7de5, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=399dbb90-f15a-45a3-bcd8-026172ae7de5,segment=NetworkSegment(e25a92cd-63f2-4680-b799-655f0f82b971),segment_id=e25a92cd-63f2-4680-b799-655f0f82b971)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:09:38.182806 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-bc9f90c3-8658-4c20-8f40-d926bffc49b1 req-bc4c4517-53a9-45e9-aaf2-47ac518884cd tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:38.195946 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-bc9f90c3-8658-4c20-8f40-d926bffc49b1 req-bc4c4517-53a9-45e9-aaf2-47ac518884cd tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Calling delete_port for 399dbb90-f15a-45a3-bcd8-026172ae7de5 owned by compute:nova {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:09:38.325428 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-bc9f90c3-8658-4c20-8f40-d926bffc49b1 req-bc4c4517-53a9-45e9-aaf2-47ac518884cd tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:38.338221 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['8e5b3f73-ec0e-4a71-9000-d46d548d6adf', '399dbb90-f15a-45a3-bcd8-026172ae7de5'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:09:38.356614 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c4517-53a9-45e9-aaf2-47ac518884cd tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Pushing event deleted for resources: {'Port': ['ID=399dbb90-f15a-45a3-bcd8-026172ae7de5,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:38.415244 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9f90c3-8658-4c20-8f40-d926bffc49b1 req-bc4c4517-53a9-45e9-aaf2-47ac518884cd tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] No DVR routers for this DVR port 399dbb90-f15a-45a3-bcd8-026172ae7de5 on host hv-cinder-66710 {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:09:38.418092 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-bc9f90c3-8658-4c20-8f40-d926bffc49b1 req-bc4c4517-53a9-45e9-aaf2-47ac518884cd tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:38.430355 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bc9f90c3-8658-4c20-8f40-d926bffc49b1 req-bc4c4517-53a9-45e9-aaf2-47ac518884cd tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.18 "DELETE /v2.0/ports/399dbb90-f15a-45a3-bcd8-026172ae7de5 HTTP/1.1" status: 204 len: 173 time: 0.4158781 Nov 16 19:09:38.430837 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526863d1-282a-4442-8260-50cbaec699eb', 'name': 'network-vif-deleted', 'tag': '399dbb90-f15a-45a3-bcd8-026172ae7de5'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:09:38.433131 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41085cbf-a26e-404e-b4d2-ca1d5021c8d1" -d '{"events": [{"server_uuid": "526863d1-282a-4442-8260-50cbaec699eb", "name": "network-vif-deleted", "tag": "399dbb90-f15a-45a3-bcd8-026172ae7de5"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:09:38.468121 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 52932) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:38.494246 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eaa3bd-076f-46b0-9caa-68f44a9f1ea1 x-openstack-request-id: req-80eaa3bd-076f-46b0-9caa-68f44a9f1ea1 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:09:38.494559 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526863d1-282a-4442-8260-50cbaec699eb", "name": "network-vif-deleted", "tag": "399dbb90-f15a-45a3-bcd8-026172ae7de5", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:09:38.495048 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-80eaa3bd-076f-46b0-9caa-68f44a9f1ea1 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:09:38.495556 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526863d1-282a-4442-8260-50cbaec699eb', 'name': 'network-vif-deleted', 'tag': '399dbb90-f15a-45a3-bcd8-026172ae7de5', 'status': 'completed', 'code': 200} Nov 16 19:09:38.594839 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-89d0bdfa-6adb-4312-aefa-47ba40e46225 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:38.672311 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-89d0bdfa-6adb-4312-aefa-47ba40e46225 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:38.676934 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-89d0bdfa-6adb-4312-aefa-47ba40e46225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:38.717231 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-89d0bdfa-6adb-4312-aefa-47ba40e46225 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4eaf436e3f354900b05f5205209d6ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479796 Nov 16 19:09:38.719200 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0bdfa-6adb-4312-aefa-47ba40e46225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741d5ea3-4181-4386-a1a4-d6e1561ca564,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:38.720076 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 52936) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:38.775325 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b4f500bb-6706-4f38-8f71-4fe515f05721 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:38.797644 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b4f500bb-6706-4f38-8f71-4fe515f05721 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:38.843633 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b4f500bb-6706-4f38-8f71-4fe515f05721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:38.847039 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b4f500bb-6706-4f38-8f71-4fe515f05721 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:38.848196 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-b4f500bb-6706-4f38-8f71-4fe515f05721 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/741d5ea3-4181-4386-a1a4-d6e1561ca564 HTTP/1.1" status: 204 len: 168 time: 0.1270812 Nov 16 19:09:38.856620 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f500bb-6706-4f38-8f71-4fe515f05721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741d5ea3-4181-4386-a1a4-d6e1561ca564,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:38.965813 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fb742d36-3d81-410e-9e7f-2941e541a9d6 req-7f1fa0c9-3916-41c3-914c-f8ab16a429f8 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=526863d1-282a-4442-8260-50cbaec699eb HTTP/1.1" status: 200 len: 210 time: 0.0310192 Nov 16 19:09:39.476981 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 52960) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:39.573026 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-81dcb39a-6b95-4ec0-8a79-aa29476577e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-376891643-network', 'tenant_id': 'e543afad06c44fc192c42924e11befdd'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:09:39.596619 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dcb39a-6b95-4ec0-8a79-aa29476577e3 admin admin] Made reservation on behalf of e543afad06c44fc192c42924e11befdd for: {'network': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:09:39.598967 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-81dcb39a-6b95-4ec0-8a79-aa29476577e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for network, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:39.610635 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-81dcb39a-6b95-4ec0-8a79-aa29476577e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:39.686378 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-81dcb39a-6b95-4ec0-8a79-aa29476577e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:39.690684 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-81dcb39a-6b95-4ec0-8a79-aa29476577e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:39.716110 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81dcb39a-6b95-4ec0-8a79-aa29476577e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=101696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 19:09:39.721827 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcb39a-6b95-4ec0-8a79-aa29476577e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc25c09d-deef-456e-b86b-6d38b6da1554,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:39.728817 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-81dcb39a-6b95-4ec0-8a79-aa29476577e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:39.729817 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.db.segments_db [None req-81dcb39a-6b95-4ec0-8a79-aa29476577e3 admin admin] Added segment 82ea9f4d-aa19-4169-a015-8f778ad5bff1 of type vlan for network 6e6e95fe-670f-4ef8-b884-60e8070d32d6 Nov 16 19:09:39.773210 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-81dcb39a-6b95-4ec0-8a79-aa29476577e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770491955959'] for network, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:39.796754 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-81dcb39a-6b95-4ec0-8a79-aa29476577e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for network, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:39.797729 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dcb39a-6b95-4ec0-8a79-aa29476577e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:39.798339 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-81dcb39a-6b95-4ec0-8a79-aa29476577e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:39.837047 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-efd09535-d241-4256-ad4b-d2b1ce80dc97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:39.848040 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-81dcb39a-6b95-4ec0-8a79-aa29476577e3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3699467 Nov 16 19:09:39.851030 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 52964) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:39.855985 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-d59d6e34-c0d2-4853-8170-78e2ddacf0d7 admin admin] Request body: {'subnet': {'network_id': '6e6e95fe-670f-4ef8-b884-60e8070d32d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-376891643-subnet', 'tenant_id': 'e543afad06c44fc192c42924e11befdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:09:39.858739 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcb39a-6b95-4ec0-8a79-aa29476577e3 admin admin] Pushing event updated for resources: {'Network': ['ID=6e6e95fe-670f-4ef8-b884-60e8070d32d6,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:39.869695 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Network 6e6e95fe-670f-4ef8-b884-60e8070d32d6 details requested by agent ovs-agent-dv-cinder-667108-35-iscsi with host dv-cinder-667108-35-iscsi {{(pid=101697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 19:09:39.879195 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59d6e34-c0d2-4853-8170-78e2ddacf0d7 admin admin] Made reservation on behalf of e543afad06c44fc192c42924e11befdd for: {'subnet': 1} {{(pid=101695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:09:39.881779 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d59d6e34-c0d2-4853-8170-78e2ddacf0d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63062714'] for subnet, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:40.050684 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d59d6e34-c0d2-4853-8170-78e2ddacf0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63250260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63062696'] for subnet, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:40.104370 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 399dbb90-f15a-45a3-bcd8-026172ae7de5 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:09:40.109487 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d6e34-c0d2-4853-8170-78e2ddacf0d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a8f5ae-9c17-4e92-b92a-fcc3d18b9f53,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:40.115719 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59d6e34-c0d2-4853-8170-78e2ddacf0d7 admin admin] Checking segment: {'id': '82ea9f4d-aa19-4169-a015-8f778ad5bff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6e6e95fe-670f-4ef8-b884-60e8070d32d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:09:40.115899 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59d6e34-c0d2-4853-8170-78e2ddacf0d7 admin admin] Network hostable DHCP agents. Network: 6e6e95fe-670f-4ef8-b884-60e8070d32d6, hostable agents: ['796d1915-ba41-4440-8731-3d9d4c9dd731'], hosted agents: [] {{(pid=101695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 19:09:40.128583 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] No Port match for: 399dbb90-f15a-45a3-bcd8-026172ae7de5 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:09:40.128934 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 399dbb90-f15a-45a3-bcd8-026172ae7de5 not bound to the agent host hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:09:40.129348 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device ffe6f08b-8236-468c-9d55-7fe6ddacd142 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:09:40.137562 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59d6e34-c0d2-4853-8170-78e2ddacf0d7 admin admin] Network 6e6e95fe-670f-4ef8-b884-60e8070d32d6 is scheduled to be hosted by DHCP agent 796d1915-ba41-4440-8731-3d9d4c9dd731 with binding_index 1 {{(pid=101695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 19:09:40.146345 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-d59d6e34-c0d2-4853-8170-78e2ddacf0d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-35-iscsi, 6e6e95fe-670f-4ef8-b884-60e8070d32d6) {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:09:40.149502 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] No Port match for: ffe6f08b-8236-468c-9d55-7fe6ddacd142 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:09:40.149875 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device ffe6f08b-8236-468c-9d55-7fe6ddacd142 not bound to the agent host hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:09:40.151286 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59d6e34-c0d2-4853-8170-78e2ddacf0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:40.152218 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d59d6e34-c0d2-4853-8170-78e2ddacf0d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for subnet, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:40.155152 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24a7276-5fcb-467a-8c7a-39d82b9f1e97 None None] Network 6e6e95fe-670f-4ef8-b884-60e8070d32d6 requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:09:40.168568 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-d59d6e34-c0d2-4853-8170-78e2ddacf0d7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3164265 Nov 16 19:09:40.286136 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25539e2e-e58a-4d17-bb76-742df562e324 None None] Network 6e6e95fe-670f-4ef8-b884-60e8070d32d6 requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:09:41.358654 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d734624-8fd7-4844-b390-9e85ca5dde18 req-4989515f-370b-458f-b984-ba89740401d2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:41.360269 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3d734624-8fd7-4844-b390-9e85ca5dde18 req-4989515f-370b-458f-b984-ba89740401d2 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e52ea22-a91d-49af-bb25-1b1d20df5768 HTTP/1.1" status: 200 len: 945 time: 0.0506384 Nov 16 19:09:41.372325 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:41.411389 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3d734624-8fd7-4844-b390-9e85ca5dde18 req-16c92b31-7c8e-4e6d-9f01-0969720a1c38 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423858 Nov 16 19:09:41.887738 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-2bd10e96-4e32-4517-8e42-dfe7454b987d tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:41.889208 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-2bd10e96-4e32-4517-8e42-dfe7454b987d tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/networks?id=6e6e95fe-670f-4ef8-b884-60e8070d32d6 HTTP/1.1" status: 200 len: 808 time: 0.1029775 Nov 16 19:09:41.903988 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-a9c30b09-4f8b-4efc-bcad-2b31be51d244 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/quotas/e543afad06c44fc192c42924e11befdd HTTP/1.1" status: 200 len: 375 time: 0.0087273 Nov 16 19:09:41.934748 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-47fda005-73a1-47dc-8b1b-db6273809350 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e543afad06c44fc192c42924e11befdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250485 Nov 16 19:09:42.026465 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-0a8df58a-d3c8-41e3-956c-5044807cd327 service neutron] 10.222.0.46 "GET /v2.0/networks/6e6e95fe-670f-4ef8-b884-60e8070d32d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846443 Nov 16 19:09:42.111531 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-ccb211af-4e41-43b5-b2ae-ce670ba2add4 service neutron] 10.222.0.46 "GET /v2.0/networks/6e6e95fe-670f-4ef8-b884-60e8070d32d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792253 Nov 16 19:09:42.266365 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f64e010c-a659-44c8-9b46-612b098245e1 req-5f559ca9-6a1d-4a79-8c93-2ad294a33d26 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e040ad3-a5e8-43fc-b4a1-da011ee77e6f HTTP/1.1" status: 200 len: 210 time: 0.0272923 Nov 16 19:09:42.529321 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9035f56-b36d-4da7-9fc9-b6a214777c12 req-a350464a-5afa-49e0-9cdd-6d0e772da662 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:42.530823 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c9035f56-b36d-4da7-9fc9-b6a214777c12 req-a350464a-5afa-49e0-9cdd-6d0e772da662 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e52ea22-a91d-49af-bb25-1b1d20df5768 HTTP/1.1" status: 200 len: 945 time: 0.0500526 Nov 16 19:09:42.585743 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c9035f56-b36d-4da7-9fc9-b6a214777c12 req-9dba641a-ef36-4173-abf1-d7f02768b632 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/security-groups?id=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487242 Nov 16 19:09:42.887387 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4d036-ab43-4ebb-89c1-18ccc7b395a5 req-2c933595-66ca-4ab0-945b-ecb2e99bfaab tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:42.888818 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c2c4d036-ab43-4ebb-89c1-18ccc7b395a5 req-2c933595-66ca-4ab0-945b-ecb2e99bfaab tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e52ea22-a91d-49af-bb25-1b1d20df5768 HTTP/1.1" status: 200 len: 945 time: 0.0481210 Nov 16 19:09:42.980965 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-c2c4d036-ab43-4ebb-89c1-18ccc7b395a5 req-d61e3a6f-ccf5-4b49-b882-d0423cb0e8d0 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Deleting port 8e5b3f73-ec0e-4a71-9000-d46d548d6adf {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:09:42.981308 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-c2c4d036-ab43-4ebb-89c1-18ccc7b395a5 req-d61e3a6f-ccf5-4b49-b882-d0423cb0e8d0 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:43.073221 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-c2c4d036-ab43-4ebb-89c1-18ccc7b395a5 req-d61e3a6f-ccf5-4b49-b882-d0423cb0e8d0 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] For port 8e5b3f73-ec0e-4a71-9000-d46d548d6adf, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=8e5b3f73-ec0e-4a71-9000-d46d548d6adf,segment=NetworkSegment(e25a92cd-63f2-4680-b799-655f0f82b971),segment_id=e25a92cd-63f2-4680-b799-655f0f82b971)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:09:43.073624 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-c2c4d036-ab43-4ebb-89c1-18ccc7b395a5 req-d61e3a6f-ccf5-4b49-b882-d0423cb0e8d0 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:43.085958 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-c2c4d036-ab43-4ebb-89c1-18ccc7b395a5 req-d61e3a6f-ccf5-4b49-b882-d0423cb0e8d0 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Calling delete_port for 8e5b3f73-ec0e-4a71-9000-d46d548d6adf owned by compute:nova {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:09:43.184843 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:43.249830 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-a9c0e3cc-3007-4f65-9289-a7cc65ad67ec tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:43.251548 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-a9c0e3cc-3007-4f65-9289-a7cc65ad67ec tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.18 "GET /v2.0/networks?id=6e6e95fe-670f-4ef8-b884-60e8070d32d6 HTTP/1.1" status: 200 len: 808 time: 0.1263516 Nov 16 19:09:43.283763 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-f479614f-3fde-4d2f-95a4-9d2091f890ec tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Request body: {'port': {'device_id': '7e040ad3-a5e8-43fc-b4a1-da011ee77e6f', 'network_id': '6e6e95fe-670f-4ef8-b884-60e8070d32d6', 'admin_state_up': True, 'tenant_id': 'e543afad06c44fc192c42924e11befdd'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:09:43.368244 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-c2c4d036-ab43-4ebb-89c1-18ccc7b395a5 req-d61e3a6f-ccf5-4b49-b882-d0423cb0e8d0 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:43.368470 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-ff482043-c334-4f48-9c5a-7d0069de480e req-0e46880a-f1a4-4142-9ca9-b06683bb9a6a tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e040ad3-a5e8-43fc-b4a1-da011ee77e6f HTTP/1.1" status: 200 len: 210 time: 0.0344055 Nov 16 19:09:43.380488 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['8e5b3f73-ec0e-4a71-9000-d46d548d6adf'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:09:43.414679 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e3a6f-ccf5-4b49-b882-d0423cb0e8d0 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Pushing event deleted for resources: {'Port': ['ID=8e5b3f73-ec0e-4a71-9000-d46d548d6adf,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:43.464782 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c4d036-ab43-4ebb-89c1-18ccc7b395a5 req-d61e3a6f-ccf5-4b49-b882-d0423cb0e8d0 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] No DVR routers for this DVR port 8e5b3f73-ec0e-4a71-9000-d46d548d6adf on host hv-cinder-66710 {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:09:43.467742 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-c2c4d036-ab43-4ebb-89c1-18ccc7b395a5 req-d61e3a6f-ccf5-4b49-b882-d0423cb0e8d0 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:43.471516 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c2c4d036-ab43-4ebb-89c1-18ccc7b395a5 req-d61e3a6f-ccf5-4b49-b882-d0423cb0e8d0 tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.18 "DELETE /v2.0/ports/8e5b3f73-ec0e-4a71-9000-d46d548d6adf HTTP/1.1" status: 204 len: 173 time: 0.5744715 Nov 16 19:09:43.471940 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e52ea22-a91d-49af-bb25-1b1d20df5768', 'name': 'network-vif-deleted', 'tag': '8e5b3f73-ec0e-4a71-9000-d46d548d6adf'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:09:43.474210 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcb103c-8fac-46a8-99ef-745021465ea3" -d '{"events": [{"server_uuid": "0e52ea22-a91d-49af-bb25-1b1d20df5768", "name": "network-vif-deleted", "tag": "8e5b3f73-ec0e-4a71-9000-d46d548d6adf"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:09:43.483876 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-f479614f-3fde-4d2f-95a4-9d2091f890ec tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Made reservation on behalf of e543afad06c44fc192c42924e11befdd for: {'port': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:09:43.488206 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-f479614f-3fde-4d2f-95a4-9d2091f890ec tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:43.542732 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54879083-ba47-4685-be46-9865dae15f9a x-openstack-request-id: req-54879083-ba47-4685-be46-9865dae15f9a {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:09:43.543019 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e52ea22-a91d-49af-bb25-1b1d20df5768", "name": "network-vif-deleted", "tag": "8e5b3f73-ec0e-4a71-9000-d46d548d6adf", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:09:43.543267 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-54879083-ba47-4685-be46-9865dae15f9a {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:09:43.543662 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e52ea22-a91d-49af-bb25-1b1d20df5768', 'name': 'network-vif-deleted', 'tag': '8e5b3f73-ec0e-4a71-9000-d46d548d6adf', 'status': 'completed', 'code': 200} Nov 16 19:09:43.615302 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-f479614f-3fde-4d2f-95a4-9d2091f890ec tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Allocated IP 172.20.0.4 (6e6e95fe-670f-4ef8-b884-60e8070d32d6/88a8f5ae-9c17-4e92-b92a-fcc3d18b9f53/e5d72c58-4a28-44bf-a9be-95cd62952aae) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:09:43.695219 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-1eb9d5b9-b93c-4068-bff8-d5d413f3d8e9 req-75b1ec75-5833-47e5-9692-7b596c82ed0f tempest-AttachVolumeNegativeTest-873924784 tempest-AttachVolumeNegativeTest-873924784-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e52ea22-a91d-49af-bb25-1b1d20df5768 HTTP/1.1" status: 200 len: 210 time: 0.0259717 Nov 16 19:09:43.761357 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-f479614f-3fde-4d2f-95a4-9d2091f890ec tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:43.794252 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-f479614f-3fde-4d2f-95a4-9d2091f890ec tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:43.806535 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:43.833849 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-f479614f-3fde-4d2f-95a4-9d2091f890ec tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Network 6e6e95fe-670f-4ef8-b884-60e8070d32d6 is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:09:43.838839 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-f479614f-3fde-4d2f-95a4-9d2091f890ec tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:09:43.842531 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-f479614f-3fde-4d2f-95a4-9d2091f890ec tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:09:43.872157 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479614f-3fde-4d2f-95a4-9d2091f890ec tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Pushing event updated for resources: {'Port': ['ID=e5d72c58-4a28-44bf-a9be-95cd62952aae,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:43.903376 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-f479614f-3fde-4d2f-95a4-9d2091f890ec tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:43.904070 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-f479614f-3fde-4d2f-95a4-9d2091f890ec tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:43.921070 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-f479614f-3fde-4d2f-95a4-9d2091f890ec tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6410117 Nov 16 19:09:43.934630 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] Request body: {'port': {'device_id': '7e040ad3-a5e8-43fc-b4a1-da011ee77e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:09:43.990668 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:44.240068 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d72c58-4a28-44bf-a9be-95cd62952aae {{(pid=101696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:09:44.248663 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:44.261011 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.provisioning_blocks [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] Transition to ACTIVE for port object e5d72c58-4a28-44bf-a9be-95cd62952aae will not be triggered until provisioned by entity L2. {{(pid=101696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 19:09:44.264765 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:44.331932 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d72c58-4a28-44bf-a9be-95cd62952aae,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:44.384554 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] Attempting to bind port e5d72c58-4a28-44bf-a9be-95cd62952aae on host hv-cinder-66710 for vnic_type normal with profile {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:09:44.384883 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] Attempting to bind port e5d72c58-4a28-44bf-a9be-95cd62952aae by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '82ea9f4d-aa19-4169-a015-8f778ad5bff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6e6e95fe-670f-4ef8-b884-60e8070d32d6'}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:09:44.385207 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] Attempting to bind port e5d72c58-4a28-44bf-a9be-95cd62952aae on network 6e6e95fe-670f-4ef8-b884-60e8070d32d6 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:09:44.389384 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] Port e5d72c58-4a28-44bf-a9be-95cd62952aae on network 6e6e95fe-670f-4ef8-b884-60e8070d32d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 19:09:44.389731 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] Attempting to bind port e5d72c58-4a28-44bf-a9be-95cd62952aae on network 6e6e95fe-670f-4ef8-b884-60e8070d32d6 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:09:44.394663 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] Checking agent: {'id': 'b114dd46-986e-4d55-bca0-7e9758e41aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'started_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:09:44.394995 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] Checking segment: {'id': '82ea9f4d-aa19-4169-a015-8f778ad5bff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6e6e95fe-670f-4ef8-b884-60e8070d32d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:09:44.395372 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] Bound using segment: {'id': '82ea9f4d-aa19-4169-a015-8f778ad5bff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6e6e95fe-670f-4ef8-b884-60e8070d32d6'} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:09:44.395791 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] Bound port: e5d72c58-4a28-44bf-a9be-95cd62952aae, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ea9f4d-aa19-4169-a015-8f778ad5bff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6e6e95fe-670f-4ef8-b884-60e8070d32d6'}}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:09:44.396147 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:44.485147 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] For port e5d72c58-4a28-44bf-a9be-95cd62952aae, host hv-cinder-66710, cleared binding levels {{(pid=101696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:09:44.488563 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] For port e5d72c58-4a28-44bf-a9be-95cd62952aae, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e5d72c58-4a28-44bf-a9be-95cd62952aae,segment=NetworkSegment(82ea9f4d-aa19-4169-a015-8f778ad5bff1),segment_id=82ea9f4d-aa19-4169-a015-8f778ad5bff1)] {{(pid=101696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:09:44.492769 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:44.530014 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f4a7b-4ed8-4484-bab8-800ceff0cc59 req-9cd64416-f0d9-4fe9-b931-b61d036ff1f3 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:44.531473 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-954f4a7b-4ed8-4484-bab8-800ceff0cc59 req-9cd64416-f0d9-4fe9-b931-b61d036ff1f3 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e040ad3-a5e8-43fc-b4a1-da011ee77e6f HTTP/1.1" status: 200 len: 943 time: 0.0936706 Nov 16 19:09:44.535839 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:44.536432 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:44.537757 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] 10.222.0.18 "PUT /v2.0/ports/e5d72c58-4a28-44bf-a9be-95cd62952aae HTTP/1.1" status: 200 len: 1093 time: 0.6074541 Nov 16 19:09:44.592156 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51211638-1e1d-4b7d-aa43-e36f6213cc39 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d72c58-4a28-44bf-a9be-95cd62952aae,revision_number=3']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:44.626505 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-954f4a7b-4ed8-4484-bab8-800ceff0cc59 req-35f48354-c8c9-471b-871f-3e7910a56e0a tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc25c09d-deef-456e-b86b-6d38b6da1554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864158 Nov 16 19:09:44.636408 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-a43c1799-8ed6-48a3-9863-ba2b86b3b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:44.637921 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-a43c1799-8ed6-48a3-9863-ba2b86b3b565 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e543afad06c44fc192c42924e11befdd&device_id=7e040ad3-a5e8-43fc-b4a1-da011ee77e6f HTTP/1.1" status: 200 len: 1096 time: 0.0556505 Nov 16 19:09:44.681838 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-542fba65-e045-4084-99a1-df91cef4cfe0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5d72c58-4a28-44bf-a9be-95cd62952aae HTTP/1.1" status: 200 len: 217 time: 0.0353765 Nov 16 19:09:44.728869 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-78a55bfc-54e4-45c1-9fc7-164c61d3f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:44.730407 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-78a55bfc-54e4-45c1-9fc7-164c61d3f489 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88a8f5ae-9c17-4e92-b92a-fcc3d18b9f53 HTTP/1.1" status: 200 len: 848 time: 0.0419312 Nov 16 19:09:44.749926 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 53028) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:44.762080 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-2c864ee6-6695-4d2d-87ec-b6db9b415665 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6e6e95fe-670f-4ef8-b884-60e8070d32d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244591 Nov 16 19:09:44.793590 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc44a2a-e6aa-4f50-b154-cb28be4f9d54 admin admin] Deleting subnet fbd71e36-a1c9-4b72-a04c-a38478eddc45 {{(pid=101695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 19:09:44.796656 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8fc44a2a-e6aa-4f50-b154-cb28be4f9d54 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:44.830853 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8fc44a2a-e6aa-4f50-b154-cb28be4f9d54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63388205'] for subnet, precommit_delete_associations {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:44.852803 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-07e1ef30-c4a3-4798-b252-3c7f47b2e03f service neutron] 10.222.0.18 "GET /v2.0/networks/6e6e95fe-670f-4ef8-b884-60e8070d32d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835955 Nov 16 19:09:44.873161 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8fc44a2a-e6aa-4f50-b154-cb28be4f9d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-623022'] for subnet, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:44.924158 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8fc44a2a-e6aa-4f50-b154-cb28be4f9d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-623025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63250203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63062689'] for subnet, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:44.942710 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-04c5a4cb-f502-451b-9c2a-81e65d35d582 req-df95b542-23c5-47be-969e-2d9afa2f3ed2 service neutron] 10.222.0.18 "GET /v2.0/networks/6e6e95fe-670f-4ef8-b884-60e8070d32d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833821 Nov 16 19:09:44.949589 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc44a2a-e6aa-4f50-b154-cb28be4f9d54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbd71e36-a1c9-4b72-a04c-a38478eddc45,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:44.953391 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8fc44a2a-e6aa-4f50-b154-cb28be4f9d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for subnet, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:44.957584 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-8fc44a2a-e6aa-4f50-b154-cb28be4f9d54 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fbd71e36-a1c9-4b72-a04c-a38478eddc45 HTTP/1.1" status: 204 len: 168 time: 0.2054129 Nov 16 19:09:44.959176 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 53030) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:45.026113 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c90141fc-98f2-4efc-8aed-05bbac272235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806902'] for network, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:45.105456 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c90141fc-98f2-4efc-8aed-05bbac272235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629537', 'neutron.services.segments.db._delete_segments_for_network-8770492521988'] for network, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:45.124070 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.services.segments.db [None req-c90141fc-98f2-4efc-8aed-05bbac272235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e621ec68-f159-4652-a7d6-6091f1908e3b']}} {{(pid=101695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:09:45.133714 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.services.segments.db [None req-c90141fc-98f2-4efc-8aed-05bbac272235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25a92cd-63f2-4680-b799-655f0f82b971') {'for_net_delete': True} {{(pid=101695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:09:45.134014 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.services.segments.db [None req-c90141fc-98f2-4efc-8aed-05bbac272235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25a92cd-63f2-4680-b799-655f0f82b971') {} {{(pid=101695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:09:45.143516 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c90141fc-98f2-4efc-8aed-05bbac272235 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770492523021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63388194'] for segment, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:45.155999 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c90141fc-98f2-4efc-8aed-05bbac272235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:45.161674 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90141fc-98f2-4efc-8aed-05bbac272235 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 19:09:45.162055 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c90141fc-98f2-4efc-8aed-05bbac272235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63250365'] for segment, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: Traceback (most recent call last): Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: timer() Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: cb(*args, **kw) Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: return func(*args, **kwargs) Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: self._notify() Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: self.callback(batched_events) Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: event.method(event) Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: return f(self, *a, **k) Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: return self._get(url).json() Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: return self.request(url, 'GET', **kwargs) Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 19:09:45.163618 dv-cinder-667108-35-iscsi neutron-server[101695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 19:09:45.219278 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c90141fc-98f2-4efc-8aed-05bbac272235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833601'] for network, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:45.224817 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c90141fc-98f2-4efc-8aed-05bbac272235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:45.228105 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-c90141fc-98f2-4efc-8aed-05bbac272235 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e621ec68-f159-4652-a7d6-6091f1908e3b HTTP/1.1" status: 204 len: 168 time: 0.2679996 Nov 16 19:09:45.240309 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90141fc-98f2-4efc-8aed-05bbac272235 admin admin] Pushing event deleted for resources: {'Network': ['ID=e621ec68-f159-4652-a7d6-6091f1908e3b,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:45.337679 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 53034) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:45.376602 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-46913bc4-0679-4cef-a8a6-d2b6436fcd42 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=94b91bcf959046d98ee0e24ab094216b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377460 Nov 16 19:09:45.379670 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 53036) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:45.428276 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-37e05dfa-7969-4581-899e-b85abdd3b1cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:45.457164 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-37e05dfa-7969-4581-899e-b85abdd3b1cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:45.501369 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-37e05dfa-7969-4581-899e-b85abdd3b1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:45.504516 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-37e05dfa-7969-4581-899e-b85abdd3b1cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:45.505709 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-37e05dfa-7969-4581-899e-b85abdd3b1cc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b HTTP/1.1" status: 204 len: 168 time: 0.1250956 Nov 16 19:09:45.512911 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e05dfa-7969-4581-899e-b85abdd3b1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddc0433-a3df-4af6-bdc0-7bd0c3ab344b,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:45.544756 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e040ad3-a5e8-43fc-b4a1-da011ee77e6f', 'tag': 'e5d72c58-4a28-44bf-a9be-95cd62952aae'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:09:45.547182 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde2af15-a46f-449e-8d9b-443653a239e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7e040ad3-a5e8-43fc-b4a1-da011ee77e6f", "tag": "e5d72c58-4a28-44bf-a9be-95cd62952aae"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:09:45.582353 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e99ddd-8972-4393-8467-c05219300657 x-openstack-request-id: req-02e99ddd-8972-4393-8467-c05219300657 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:09:45.582648 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e040ad3-a5e8-43fc-b4a1-da011ee77e6f", "tag": "e5d72c58-4a28-44bf-a9be-95cd62952aae", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:09:45.582903 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02e99ddd-8972-4393-8467-c05219300657 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:09:45.583301 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e040ad3-a5e8-43fc-b4a1-da011ee77e6f', 'tag': 'e5d72c58-4a28-44bf-a9be-95cd62952aae', 'status': 'completed', 'code': 200} Nov 16 19:09:45.653899 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2af15-a46f-449e-8d9b-443653a239e4 req-743ac3fd-a3d3-4468-bf3b-216e7585582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:45.655240 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dde2af15-a46f-449e-8d9b-443653a239e4 req-743ac3fd-a3d3-4468-bf3b-216e7585582a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e543afad06c44fc192c42924e11befdd&device_id=7e040ad3-a5e8-43fc-b4a1-da011ee77e6f HTTP/1.1" status: 200 len: 1096 time: 0.0471454 Nov 16 19:09:45.751821 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ae519-a0da-4df3-9d59-a599cac146c6 req-77c4a7e4-7ba9-4513-88d6-3777fa32a791 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:45.751821 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-880ae519-a0da-4df3-9d59-a599cac146c6 req-77c4a7e4-7ba9-4513-88d6-3777fa32a791 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e040ad3-a5e8-43fc-b4a1-da011ee77e6f HTTP/1.1" status: 200 len: 943 time: 0.0543694 Nov 16 19:09:45.762879 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2af15-a46f-449e-8d9b-443653a239e4 req-72bd7a7f-8098-4fb2-800f-05e32bf0def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:45.764397 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dde2af15-a46f-449e-8d9b-443653a239e4 req-72bd7a7f-8098-4fb2-800f-05e32bf0def5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6e6e95fe-670f-4ef8-b884-60e8070d32d6 HTTP/1.1" status: 200 len: 909 time: 0.0922775 Nov 16 19:09:45.803222 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-880ae519-a0da-4df3-9d59-a599cac146c6 req-76209b2c-9bfb-430f-948f-552cc4b8ad47 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc25c09d-deef-456e-b86b-6d38b6da1554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480661 Nov 16 19:09:45.811395 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dde2af15-a46f-449e-8d9b-443653a239e4 req-f7b20dde-ad0c-450b-9131-30db65f78f05 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5d72c58-4a28-44bf-a9be-95cd62952aae HTTP/1.1" status: 200 len: 217 time: 0.0389769 Nov 16 19:09:45.863481 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2af15-a46f-449e-8d9b-443653a239e4 req-42ed39cc-9f6a-4817-8eb5-6f740f339c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:45.865008 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dde2af15-a46f-449e-8d9b-443653a239e4 req-42ed39cc-9f6a-4817-8eb5-6f740f339c3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88a8f5ae-9c17-4e92-b92a-fcc3d18b9f53 HTTP/1.1" status: 200 len: 848 time: 0.0450935 Nov 16 19:09:45.896277 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dde2af15-a46f-449e-8d9b-443653a239e4 req-35c73082-b860-4790-8187-50c080bfec75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6e6e95fe-670f-4ef8-b884-60e8070d32d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245044 Nov 16 19:09:45.991976 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dde2af15-a46f-449e-8d9b-443653a239e4 req-e89346a2-f94f-4a35-acbe-7825c628d3a8 service neutron] 10.222.0.18 "GET /v2.0/networks/6e6e95fe-670f-4ef8-b884-60e8070d32d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888526 Nov 16 19:09:46.083799 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dde2af15-a46f-449e-8d9b-443653a239e4 req-889fc441-7b33-4b2d-992f-82292a42e3b8 service neutron] 10.222.0.18 "GET /v2.0/networks/6e6e95fe-670f-4ef8-b884-60e8070d32d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849826 Nov 16 19:09:46.921593 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a042d4c-5ba6-434b-a1a3-6ec8e4b5dac5 req-e9982ed1-f267-40cc-814c-b9a94ea33c82 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:46.923082 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6a042d4c-5ba6-434b-a1a3-6ec8e4b5dac5 req-e9982ed1-f267-40cc-814c-b9a94ea33c82 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e040ad3-a5e8-43fc-b4a1-da011ee77e6f HTTP/1.1" status: 200 len: 943 time: 0.0505142 Nov 16 19:09:46.973427 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6a042d4c-5ba6-434b-a1a3-6ec8e4b5dac5 req-242b52b9-c8c3-4f53-bd68-5bf86d3b5a72 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc25c09d-deef-456e-b86b-6d38b6da1554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444622 Nov 16 19:09:47.123713 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 53092) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:47.227734 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-eee285f3-ef3f-4a30-8261-99f4f0de10f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:47.298867 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-eee285f3-ef3f-4a30-8261-99f4f0de10f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:47.302314 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-eee285f3-ef3f-4a30-8261-99f4f0de10f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:47.340092 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-eee285f3-ef3f-4a30-8261-99f4f0de10f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2720331f40fc4d95ad618e345c59850f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152486 Nov 16 19:09:47.340960 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee285f3-ef3f-4a30-8261-99f4f0de10f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df977740-ce84-43eb-844c-060e34b3c2df,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:47.342850 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 53096) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:47.390567 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9007d340-d3fa-45b7-a650-b6da70f6dc61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:47.412947 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9007d340-d3fa-45b7-a650-b6da70f6dc61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:47.459225 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9007d340-d3fa-45b7-a650-b6da70f6dc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:47.461898 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9007d340-d3fa-45b7-a650-b6da70f6dc61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:47.463025 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-9007d340-d3fa-45b7-a650-b6da70f6dc61 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df977740-ce84-43eb-844c-060e34b3c2df HTTP/1.1" status: 204 len: 168 time: 0.1186924 Nov 16 19:09:47.471134 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007d340-d3fa-45b7-a650-b6da70f6dc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df977740-ce84-43eb-844c-060e34b3c2df,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:47.711515 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 53102) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:47.725243 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8ca15954-1d7a-4df8-86e4-e4f9bbc9e9e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:47.799422 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8ca15954-1d7a-4df8-86e4-e4f9bbc9e9e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:47.803221 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8ca15954-1d7a-4df8-86e4-e4f9bbc9e9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:47.842893 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-8ca15954-1d7a-4df8-86e4-e4f9bbc9e9e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ad3a098d9c34011b8369de7fa5c7b40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302500 Nov 16 19:09:47.843823 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca15954-1d7a-4df8-86e4-e4f9bbc9e9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca99166-8615-453c-87cc-283f0cfc4b99,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:47.845625 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 53104) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:47.897476 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-fb32aa8f-4572-454d-95ae-4ca17159fae7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:47.918337 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-fb32aa8f-4572-454d-95ae-4ca17159fae7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:47.963177 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-fb32aa8f-4572-454d-95ae-4ca17159fae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:47.965735 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-fb32aa8f-4572-454d-95ae-4ca17159fae7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:47.966860 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-fb32aa8f-4572-454d-95ae-4ca17159fae7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7ca99166-8615-453c-87cc-283f0cfc4b99 HTTP/1.1" status: 204 len: 168 time: 0.1196108 Nov 16 19:09:47.974037 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32aa8f-4572-454d-95ae-4ca17159fae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca99166-8615-453c-87cc-283f0cfc4b99,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:48.091780 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731e654-d81d-4b69-8206-2ae6f8bf247b req-c732c822-f0e1-4a11-a757-d1781c02c55a tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:48.093283 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6731e654-d81d-4b69-8206-2ae6f8bf247b req-c732c822-f0e1-4a11-a757-d1781c02c55a tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e040ad3-a5e8-43fc-b4a1-da011ee77e6f HTTP/1.1" status: 200 len: 943 time: 0.0516741 Nov 16 19:09:48.140727 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6731e654-d81d-4b69-8206-2ae6f8bf247b req-47f52ffd-5987-46bd-a8b5-4063dd704e6a tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc25c09d-deef-456e-b86b-6d38b6da1554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413690 Nov 16 19:09:48.163550 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device e5d72c58-4a28-44bf-a9be-95cd62952aae details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:09:48.167379 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 8e5b3f73-ec0e-4a71-9000-d46d548d6adf no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:09:48.192478 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] No Port match for: 8e5b3f73-ec0e-4a71-9000-d46d548d6adf {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:09:48.192820 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 8e5b3f73-ec0e-4a71-9000-d46d548d6adf not bound to the agent host hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:09:48.279473 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port e5d72c58-4a28-44bf-a9be-95cd62952aae, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e5d72c58-4a28-44bf-a9be-95cd62952aae,segment=NetworkSegment(82ea9f4d-aa19-4169-a015-8f778ad5bff1),segment_id=82ea9f4d-aa19-4169-a015-8f778ad5bff1)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:09:48.290936 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': 'e5d72c58-4a28-44bf-a9be-95cd62952aae', 'network_id': '6e6e95fe-670f-4ef8-b884-60e8070d32d6', 'port_id': 'e5d72c58-4a28-44bf-a9be-95cd62952aae', 'mac_address': 'fa:16:3e:98:b9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a8f5ae-9c17-4e92-b92a-fcc3d18b9f53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:09:48.328590 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:48.341379 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d72c58-4a28-44bf-a9be-95cd62952aae {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:09:48.362706 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port e5d72c58-4a28-44bf-a9be-95cd62952aae, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e5d72c58-4a28-44bf-a9be-95cd62952aae,segment=NetworkSegment(82ea9f4d-aa19-4169-a015-8f778ad5bff1),segment_id=82ea9f4d-aa19-4169-a015-8f778ad5bff1)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:09:48.367588 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:48.418047 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=e5d72c58-4a28-44bf-a9be-95cd62952aae,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:48.426522 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:48.426871 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:48.427239 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:48.427574 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:48.427902 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:48.428227 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:48.428551 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:48.428874 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:48.429205 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:48.429522 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:48.429866 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:48.430188 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:09:48.566451 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['e5d72c58-4a28-44bf-a9be-95cd62952aae'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:09:49.258212 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2c479-98cc-4f2a-9443-2080f3dad130 req-29e040d7-ca11-4ee1-a3a5-b958e1f39c31 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:49.259716 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0de2c479-98cc-4f2a-9443-2080f3dad130 req-29e040d7-ca11-4ee1-a3a5-b958e1f39c31 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e040ad3-a5e8-43fc-b4a1-da011ee77e6f HTTP/1.1" status: 200 len: 944 time: 0.0532792 Nov 16 19:09:49.310585 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0de2c479-98cc-4f2a-9443-2080f3dad130 req-c1f90d76-295b-46cd-b637-313ba81885d0 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc25c09d-deef-456e-b86b-6d38b6da1554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447557 Nov 16 19:09:49.740867 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 53170) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:49.841895 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c3676a97-9479-415b-8ca4-80693bff0630 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:49.914527 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c3676a97-9479-415b-8ca4-80693bff0630 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:49.918296 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c3676a97-9479-415b-8ca4-80693bff0630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:49.956030 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-c3676a97-9479-415b-8ca4-80693bff0630 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b99b66e444444a3baecc94a30ac2e62e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141068 Nov 16 19:09:49.956896 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3676a97-9479-415b-8ca4-80693bff0630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce8096b-17ae-4e50-9e2b-53349ccbddd4,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:49.959436 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 53174) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:50.005806 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a2464252-f679-4f25-979c-902574f1fda9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:50.026357 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a2464252-f679-4f25-979c-902574f1fda9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:50.071969 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a2464252-f679-4f25-979c-902574f1fda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:50.074822 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a2464252-f679-4f25-979c-902574f1fda9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:50.075955 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-a2464252-f679-4f25-979c-902574f1fda9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fce8096b-17ae-4e50-9e2b-53349ccbddd4 HTTP/1.1" status: 204 len: 168 time: 0.1153607 Nov 16 19:09:50.083804 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2464252-f679-4f25-979c-902574f1fda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce8096b-17ae-4e50-9e2b-53349ccbddd4,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:50.195386 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device e5d72c58-4a28-44bf-a9be-95cd62952aae up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:09:50.338855 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 53182) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:50.353980 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c02aba31-b9d5-4136-be2f-c7c7e81f4f3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:50.374728 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning for port e5d72c58-4a28-44bf-a9be-95cd62952aae completed by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 19:09:50.379475 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port e5d72c58-4a28-44bf-a9be-95cd62952aae triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:09:50.379951 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:50.457228 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf8372-8423-4dbf-85dc-8fc5250e0796 req-1362e972-1964-46e8-8e62-79cd8fc749b3 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:50.458282 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:50.458748 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-0edf8372-8423-4dbf-85dc-8fc5250e0796 req-1362e972-1964-46e8-8e62-79cd8fc749b3 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e040ad3-a5e8-43fc-b4a1-da011ee77e6f HTTP/1.1" status: 200 len: 944 time: 0.0681949 Nov 16 19:09:50.482090 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e040ad3-a5e8-43fc-b4a1-da011ee77e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d72c58-4a28-44bf-a9be-95cd62952aae'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:09:50.484337 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b59da6-d23e-4cdb-a9eb-47e05a5a22d7" -d '{"events": [{"server_uuid": "7e040ad3-a5e8-43fc-b4a1-da011ee77e6f", "name": "network-vif-plugged", "status": "completed", "tag": "e5d72c58-4a28-44bf-a9be-95cd62952aae"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:09:50.495303 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c02aba31-b9d5-4136-be2f-c7c7e81f4f3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:50.498388 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port e5d72c58-4a28-44bf-a9be-95cd62952aae, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e5d72c58-4a28-44bf-a9be-95cd62952aae,segment=NetworkSegment(82ea9f4d-aa19-4169-a015-8f778ad5bff1),segment_id=82ea9f4d-aa19-4169-a015-8f778ad5bff1)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:09:50.502449 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c02aba31-b9d5-4136-be2f-c7c7e81f4f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:50.503259 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:50.528208 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9229fe00-473e-453c-bf25-a5ff1ae473ee x-openstack-request-id: req-9229fe00-473e-453c-bf25-a5ff1ae473ee {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:09:50.528555 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e040ad3-a5e8-43fc-b4a1-da011ee77e6f", "name": "network-vif-plugged", "status": "completed", "tag": "e5d72c58-4a28-44bf-a9be-95cd62952aae", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:09:50.528809 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9229fe00-473e-453c-bf25-a5ff1ae473ee {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:09:50.529341 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e040ad3-a5e8-43fc-b4a1-da011ee77e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d72c58-4a28-44bf-a9be-95cd62952aae', 'code': 200} Nov 16 19:09:50.552724 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-0edf8372-8423-4dbf-85dc-8fc5250e0796 req-64d1b804-9832-44f2-98c1-cd6f4d1db789 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc25c09d-deef-456e-b86b-6d38b6da1554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835450 Nov 16 19:09:50.560429 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=e5d72c58-4a28-44bf-a9be-95cd62952aae,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:50.560603 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02aba31-b9d5-4136-be2f-c7c7e81f4f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d0bb64-75f5-4993-8122-b91a517ae945,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:50.564864 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-c02aba31-b9d5-4136-be2f-c7c7e81f4f3e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=983a580255bd4c5a99400ef688da1d20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248893 Nov 16 19:09:50.567392 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 53186) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:50.615726 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-138f7399-08f3-4804-9d31-7d7920525834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:50.641394 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-138f7399-08f3-4804-9d31-7d7920525834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:50.686958 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-138f7399-08f3-4804-9d31-7d7920525834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:50.690480 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-138f7399-08f3-4804-9d31-7d7920525834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:50.691918 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-138f7399-08f3-4804-9d31-7d7920525834 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/37d0bb64-75f5-4993-8122-b91a517ae945 HTTP/1.1" status: 204 len: 168 time: 0.1234446 Nov 16 19:09:50.701754 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f7399-08f3-4804-9d31-7d7920525834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d0bb64-75f5-4993-8122-b91a517ae945,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:50.706502 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965528b9-bad8-4eb0-b4bd-369ec1a31576 req-4f771b06-6d5a-452e-bda2-42ec6bffe12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:50.708998 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-965528b9-bad8-4eb0-b4bd-369ec1a31576 req-4f771b06-6d5a-452e-bda2-42ec6bffe12c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7e040ad3-a5e8-43fc-b4a1-da011ee77e6f HTTP/1.1" status: 200 len: 1098 time: 0.0447867 Nov 16 19:09:50.758164 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-965528b9-bad8-4eb0-b4bd-369ec1a31576 req-20e41deb-aba8-4a2e-a66d-568460867ad4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bc25c09d-deef-456e-b86b-6d38b6da1554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421247 Nov 16 19:09:51.672085 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035a3ee-1946-4554-8533-8b2649a7312f req-b6835d22-849b-43c7-a38a-911fbc9efdd5 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:51.674114 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0035a3ee-1946-4554-8533-8b2649a7312f req-b6835d22-849b-43c7-a38a-911fbc9efdd5 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e040ad3-a5e8-43fc-b4a1-da011ee77e6f HTTP/1.1" status: 200 len: 945 time: 0.0490625 Nov 16 19:09:51.721460 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0035a3ee-1946-4554-8533-8b2649a7312f req-0bc91d67-d788-4032-98f6-fa6499249b4d tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc25c09d-deef-456e-b86b-6d38b6da1554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413101 Nov 16 19:09:52.839200 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578aef63-5a44-40c9-9367-468015199367 req-6e119718-63f7-4413-a6c6-6f2cb85da414 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:52.840700 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-578aef63-5a44-40c9-9367-468015199367 req-6e119718-63f7-4413-a6c6-6f2cb85da414 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e040ad3-a5e8-43fc-b4a1-da011ee77e6f HTTP/1.1" status: 200 len: 945 time: 0.0496855 Nov 16 19:09:52.891663 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-578aef63-5a44-40c9-9367-468015199367 req-d7916382-87da-4fef-b7c1-dba6d4dd345a tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc25c09d-deef-456e-b86b-6d38b6da1554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446367 Nov 16 19:09:53.416682 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 53334) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:53.476442 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21fc99-8e81-4f1f-9f54-f21dd845e24b req-065a44e7-da09-49fc-86b5-bad3596e3084 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:53.477858 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-0a21fc99-8e81-4f1f-9f54-f21dd845e24b req-065a44e7-da09-49fc-86b5-bad3596e3084 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e040ad3-a5e8-43fc-b4a1-da011ee77e6f HTTP/1.1" status: 200 len: 945 time: 0.0473523 Nov 16 19:09:53.527278 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-4a316923-0309-4858-bae0-c4efacebce65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:53.546431 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-0a21fc99-8e81-4f1f-9f54-f21dd845e24b req-a4011f1c-a169-4c8c-b7af-faee7a7847e7 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc25c09d-deef-456e-b86b-6d38b6da1554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624795 Nov 16 19:09:53.608965 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-4a316923-0309-4858-bae0-c4efacebce65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:53.612671 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-4a316923-0309-4858-bae0-c4efacebce65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:53.650205 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-4a316923-0309-4858-bae0-c4efacebce65 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb25079e37764acd9458f7caf41c4b88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323673 Nov 16 19:09:53.651296 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a316923-0309-4858-bae0-c4efacebce65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8e237b-2c32-4d73-8504-778765c59eb2,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:53.652976 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 53338) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:53.699454 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b836b7bb-94bf-4834-b591-c1d828031865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:53.721109 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b836b7bb-94bf-4834-b591-c1d828031865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:53.766774 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b836b7bb-94bf-4834-b591-c1d828031865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:53.769258 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b836b7bb-94bf-4834-b591-c1d828031865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:53.770479 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-b836b7bb-94bf-4834-b591-c1d828031865 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f8e237b-2c32-4d73-8504-778765c59eb2 HTTP/1.1" status: 204 len: 168 time: 0.1164577 Nov 16 19:09:53.777650 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836b7bb-94bf-4834-b591-c1d828031865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8e237b-2c32-4d73-8504-778765c59eb2,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:54.017917 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 53344) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:54.033858 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-7c5b54ea-bdb8-4b06-942c-3ad1c71c598f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:54.104431 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-7c5b54ea-bdb8-4b06-942c-3ad1c71c598f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:54.108397 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-7c5b54ea-bdb8-4b06-942c-3ad1c71c598f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:54.145035 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b54ea-bdb8-4b06-942c-3ad1c71c598f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df33966f-1acb-461c-b117-9c1f5d751004,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:54.150256 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-7c5b54ea-bdb8-4b06-942c-3ad1c71c598f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0e0ae652f514445fbae60459df452a98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313212 Nov 16 19:09:54.152811 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 53346) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:54.198535 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ba1c7c63-61d5-49fd-a30f-96119948845e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:54.218287 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ba1c7c63-61d5-49fd-a30f-96119948845e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:54.262565 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ba1c7c63-61d5-49fd-a30f-96119948845e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:54.265193 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ba1c7c63-61d5-49fd-a30f-96119948845e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:54.266363 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-ba1c7c63-61d5-49fd-a30f-96119948845e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df33966f-1acb-461c-b117-9c1f5d751004 HTTP/1.1" status: 204 len: 168 time: 0.1126428 Nov 16 19:09:54.274350 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c7c63-61d5-49fd-a30f-96119948845e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df33966f-1acb-461c-b117-9c1f5d751004,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:54.676950 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cd566-cd23-4bf9-aa41-ea530b6653c0 req-ebd51282-509f-40d1-bddd-a4f7d023b14e tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:54.678453 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-820cd566-cd23-4bf9-aa41-ea530b6653c0 req-ebd51282-509f-40d1-bddd-a4f7d023b14e tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e040ad3-a5e8-43fc-b4a1-da011ee77e6f HTTP/1.1" status: 200 len: 945 time: 0.0577114 Nov 16 19:09:54.726813 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-820cd566-cd23-4bf9-aa41-ea530b6653c0 req-af86c121-0df8-424f-a493-627bd6b229e0 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc25c09d-deef-456e-b86b-6d38b6da1554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424345 Nov 16 19:09:54.802597 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c5dec-63fd-46ce-8f40-3cc34a19407d req-63dbabfb-7f24-4cc2-96d8-977e78af3f39 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:54.804073 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bc2c5dec-63fd-46ce-8f40-3cc34a19407d req-63dbabfb-7f24-4cc2-96d8-977e78af3f39 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e040ad3-a5e8-43fc-b4a1-da011ee77e6f HTTP/1.1" status: 200 len: 945 time: 0.0495658 Nov 16 19:09:54.891700 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-bc2c5dec-63fd-46ce-8f40-3cc34a19407d req-49742bdc-9803-499d-8b6b-c486cc1982ab tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Deleting port e5d72c58-4a28-44bf-a9be-95cd62952aae {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:09:54.892120 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-bc2c5dec-63fd-46ce-8f40-3cc34a19407d req-49742bdc-9803-499d-8b6b-c486cc1982ab tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:54.982587 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-bc2c5dec-63fd-46ce-8f40-3cc34a19407d req-49742bdc-9803-499d-8b6b-c486cc1982ab tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] For port e5d72c58-4a28-44bf-a9be-95cd62952aae, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=e5d72c58-4a28-44bf-a9be-95cd62952aae,segment=NetworkSegment(82ea9f4d-aa19-4169-a015-8f778ad5bff1),segment_id=82ea9f4d-aa19-4169-a015-8f778ad5bff1)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:09:54.982963 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-bc2c5dec-63fd-46ce-8f40-3cc34a19407d req-49742bdc-9803-499d-8b6b-c486cc1982ab tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:54.996515 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-bc2c5dec-63fd-46ce-8f40-3cc34a19407d req-49742bdc-9803-499d-8b6b-c486cc1982ab tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Calling delete_port for e5d72c58-4a28-44bf-a9be-95cd62952aae owned by compute:nova {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:09:55.310768 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 53378) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:55.373026 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-bc2c5dec-63fd-46ce-8f40-3cc34a19407d req-49742bdc-9803-499d-8b6b-c486cc1982ab tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:55.386635 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['e5d72c58-4a28-44bf-a9be-95cd62952aae'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:09:55.402078 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49742bdc-9803-499d-8b6b-c486cc1982ab tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Pushing event deleted for resources: {'Port': ['ID=e5d72c58-4a28-44bf-a9be-95cd62952aae,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:55.437921 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ae485aa0-a4f1-4724-9a58-eade595d24a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:55.464104 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2c5dec-63fd-46ce-8f40-3cc34a19407d req-49742bdc-9803-499d-8b6b-c486cc1982ab tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] No DVR routers for this DVR port e5d72c58-4a28-44bf-a9be-95cd62952aae on host hv-cinder-66710 {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:09:55.468461 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-bc2c5dec-63fd-46ce-8f40-3cc34a19407d req-49742bdc-9803-499d-8b6b-c486cc1982ab tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:55.472208 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bc2c5dec-63fd-46ce-8f40-3cc34a19407d req-49742bdc-9803-499d-8b6b-c486cc1982ab tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.18 "DELETE /v2.0/ports/e5d72c58-4a28-44bf-a9be-95cd62952aae HTTP/1.1" status: 204 len: 173 time: 0.6620417 Nov 16 19:09:55.472636 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e040ad3-a5e8-43fc-b4a1-da011ee77e6f', 'name': 'network-vif-deleted', 'tag': 'e5d72c58-4a28-44bf-a9be-95cd62952aae'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:09:55.474900 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5f5ac1-1a69-4162-a9c4-4a23e42f305e" -d '{"events": [{"server_uuid": "7e040ad3-a5e8-43fc-b4a1-da011ee77e6f", "name": "network-vif-deleted", "tag": "e5d72c58-4a28-44bf-a9be-95cd62952aae"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:09:55.513588 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a2bb13-8e7e-4585-8673-1d3e92bfaecf x-openstack-request-id: req-f8a2bb13-8e7e-4585-8673-1d3e92bfaecf {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:09:55.513939 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e040ad3-a5e8-43fc-b4a1-da011ee77e6f", "name": "network-vif-deleted", "tag": "e5d72c58-4a28-44bf-a9be-95cd62952aae", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:09:55.514197 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f8a2bb13-8e7e-4585-8673-1d3e92bfaecf {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:09:55.514590 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e040ad3-a5e8-43fc-b4a1-da011ee77e6f', 'name': 'network-vif-deleted', 'tag': 'e5d72c58-4a28-44bf-a9be-95cd62952aae', 'status': 'completed', 'code': 200} Nov 16 19:09:55.557580 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ae485aa0-a4f1-4724-9a58-eade595d24a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:55.561092 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-ae485aa0-a4f1-4724-9a58-eade595d24a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:55.599150 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-ae485aa0-a4f1-4724-9a58-eade595d24a0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0be754ac6fcc45e799613aad618e8c10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873590 Nov 16 19:09:55.601200 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae485aa0-a4f1-4724-9a58-eade595d24a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4319b0d9-920c-467a-888e-d6e7a2bb9d60,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:55.601884 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 53384) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:55.649433 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-824fb7e1-5b9a-4de9-99ce-0311053d4b5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:55.670057 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-824fb7e1-5b9a-4de9-99ce-0311053d4b5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:55.714745 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-824fb7e1-5b9a-4de9-99ce-0311053d4b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:55.717481 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-824fb7e1-5b9a-4de9-99ce-0311053d4b5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:55.718657 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-824fb7e1-5b9a-4de9-99ce-0311053d4b5c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4319b0d9-920c-467a-888e-d6e7a2bb9d60 HTTP/1.1" status: 204 len: 168 time: 0.1157880 Nov 16 19:09:55.728076 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fb7e1-5b9a-4de9-99ce-0311053d4b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4319b0d9-920c-467a-888e-d6e7a2bb9d60,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:55.832697 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5c725c2d-9972-4538-8814-37d13c44601d req-aeaa9de0-35b2-4072-8c25-ba32e2cc36df tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e040ad3-a5e8-43fc-b4a1-da011ee77e6f HTTP/1.1" status: 200 len: 210 time: 0.0270195 Nov 16 19:09:57.138169 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-9a611b71-ef6e-428e-b424-fb3fe5c0bc2f tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:57.139538 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-9a611b71-ef6e-428e-b424-fb3fe5c0bc2f tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/networks?id=6e6e95fe-670f-4ef8-b884-60e8070d32d6 HTTP/1.1" status: 200 len: 808 time: 0.1007357 Nov 16 19:09:57.154767 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-2197fb2c-8093-42d5-9dbf-49d7bf65e5ed tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/quotas/e543afad06c44fc192c42924e11befdd HTTP/1.1" status: 200 len: 375 time: 0.0089829 Nov 16 19:09:57.184075 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-e50226fb-99bd-4b38-91db-14614ad9d52c tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e543afad06c44fc192c42924e11befdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0242999 Nov 16 19:09:57.275244 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-527addbd-0fc6-4fc7-bb80-6c9351d1489e service neutron] 10.222.0.46 "GET /v2.0/networks/6e6e95fe-670f-4ef8-b884-60e8070d32d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839195 Nov 16 19:09:57.366096 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-e9adafca-70a0-45ea-8c7c-c55835c33cec service neutron] 10.222.0.46 "GET /v2.0/networks/6e6e95fe-670f-4ef8-b884-60e8070d32d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847292 Nov 16 19:09:57.520581 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-cbd088f4-6381-4b8a-87a2-e49726e97ee0 req-7a0d1b22-2545-4728-967d-37056d25858a tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=a65541a0-f51b-4626-98f0-29613fe9b588 HTTP/1.1" status: 200 len: 210 time: 0.0264759 Nov 16 19:09:58.435650 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-03269342-dbe8-4a3b-9da7-fcfb6e1d4912 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:58.437451 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-03269342-dbe8-4a3b-9da7-fcfb6e1d4912 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.18 "GET /v2.0/networks?id=6e6e95fe-670f-4ef8-b884-60e8070d32d6 HTTP/1.1" status: 200 len: 808 time: 0.1092188 Nov 16 19:09:58.451597 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-6c07d614-e560-43c0-87e9-e758ea415769 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Request body: {'port': {'device_id': 'a65541a0-f51b-4626-98f0-29613fe9b588', 'network_id': '6e6e95fe-670f-4ef8-b884-60e8070d32d6', 'admin_state_up': True, 'tenant_id': 'e543afad06c44fc192c42924e11befdd'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:09:58.562382 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-6c07d614-e560-43c0-87e9-e758ea415769 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Made reservation on behalf of e543afad06c44fc192c42924e11befdd for: {'port': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:09:58.566631 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-6c07d614-e560-43c0-87e9-e758ea415769 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:58.643987 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-294fac10-7be8-4759-afae-8f2c33f27f71 req-d68d9d86-e50c-4a18-a098-fb28a4580529 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=a65541a0-f51b-4626-98f0-29613fe9b588 HTTP/1.1" status: 200 len: 210 time: 0.0554578 Nov 16 19:09:58.713834 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-6c07d614-e560-43c0-87e9-e758ea415769 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Allocated IP 172.20.0.9 (6e6e95fe-670f-4ef8-b884-60e8070d32d6/88a8f5ae-9c17-4e92-b92a-fcc3d18b9f53/00a4beda-1ea1-4d51-8201-e1d44ef164d0) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:09:58.857101 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-6c07d614-e560-43c0-87e9-e758ea415769 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:58.889741 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-6c07d614-e560-43c0-87e9-e758ea415769 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:58.932069 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-6c07d614-e560-43c0-87e9-e758ea415769 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Network 6e6e95fe-670f-4ef8-b884-60e8070d32d6 is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:09:58.935432 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-6c07d614-e560-43c0-87e9-e758ea415769 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:09:58.939830 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-6c07d614-e560-43c0-87e9-e758ea415769 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:09:58.946002 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07d614-e560-43c0-87e9-e758ea415769 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Pushing event updated for resources: {'Port': ['ID=00a4beda-1ea1-4d51-8201-e1d44ef164d0,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:58.989640 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-6c07d614-e560-43c0-87e9-e758ea415769 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:58.990194 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-6c07d614-e560-43c0-87e9-e758ea415769 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:59.005988 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-6c07d614-e560-43c0-87e9-e758ea415769 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5584297 Nov 16 19:09:59.018159 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] Request body: {'port': {'device_id': 'a65541a0-f51b-4626-98f0-29613fe9b588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:09:59.072659 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:59.321783 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a4beda-1ea1-4d51-8201-e1d44ef164d0 {{(pid=101696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:09:59.328820 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:59.340250 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.provisioning_blocks [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] Transition to ACTIVE for port object 00a4beda-1ea1-4d51-8201-e1d44ef164d0 will not be triggered until provisioned by entity L2. {{(pid=101696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 19:09:59.344648 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:59.399826 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] Pushing event updated for resources: {'Port': ['ID=00a4beda-1ea1-4d51-8201-e1d44ef164d0,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:59.470993 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] Attempting to bind port 00a4beda-1ea1-4d51-8201-e1d44ef164d0 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:09:59.471664 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] Attempting to bind port 00a4beda-1ea1-4d51-8201-e1d44ef164d0 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '82ea9f4d-aa19-4169-a015-8f778ad5bff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6e6e95fe-670f-4ef8-b884-60e8070d32d6'}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:09:59.471664 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] Attempting to bind port 00a4beda-1ea1-4d51-8201-e1d44ef164d0 on network 6e6e95fe-670f-4ef8-b884-60e8070d32d6 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:09:59.476101 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] Port 00a4beda-1ea1-4d51-8201-e1d44ef164d0 on network 6e6e95fe-670f-4ef8-b884-60e8070d32d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 19:09:59.476425 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] Attempting to bind port 00a4beda-1ea1-4d51-8201-e1d44ef164d0 on network 6e6e95fe-670f-4ef8-b884-60e8070d32d6 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:09:59.481338 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] Checking agent: {'id': 'b114dd46-986e-4d55-bca0-7e9758e41aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'started_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:09:59.481714 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] Checking segment: {'id': '82ea9f4d-aa19-4169-a015-8f778ad5bff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6e6e95fe-670f-4ef8-b884-60e8070d32d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:09:59.482098 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] Bound using segment: {'id': '82ea9f4d-aa19-4169-a015-8f778ad5bff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6e6e95fe-670f-4ef8-b884-60e8070d32d6'} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:09:59.482526 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] Bound port: 00a4beda-1ea1-4d51-8201-e1d44ef164d0, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ea9f4d-aa19-4169-a015-8f778ad5bff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6e6e95fe-670f-4ef8-b884-60e8070d32d6'}}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:09:59.482884 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:59.544746 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] For port 00a4beda-1ea1-4d51-8201-e1d44ef164d0, host hv-cinder-66710, cleared binding levels {{(pid=101696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:09:59.547824 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] For port 00a4beda-1ea1-4d51-8201-e1d44ef164d0, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=00a4beda-1ea1-4d51-8201-e1d44ef164d0,segment=NetworkSegment(82ea9f4d-aa19-4169-a015-8f778ad5bff1),segment_id=82ea9f4d-aa19-4169-a015-8f778ad5bff1)] {{(pid=101696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:09:59.552403 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:59.593158 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:59.593613 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:09:59.594112 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:59.595749 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] 10.222.0.18 "PUT /v2.0/ports/00a4beda-1ea1-4d51-8201-e1d44ef164d0 HTTP/1.1" status: 200 len: 1093 time: 0.5809472 Nov 16 19:09:59.596187 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65541a0-f51b-4626-98f0-29613fe9b588', 'tag': '00a4beda-1ea1-4d51-8201-e1d44ef164d0'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:09:59.598510 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ebd206-070c-4052-8acc-9b029b58fe2e" -d '{"events": [{"name": "network-changed", "server_uuid": "a65541a0-f51b-4626-98f0-29613fe9b588", "tag": "00a4beda-1ea1-4d51-8201-e1d44ef164d0"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:09:59.624233 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e65d5-a7cd-46b4-a6c0-efa329b89d39 service neutron] Pushing event updated for resources: {'Port': ['ID=00a4beda-1ea1-4d51-8201-e1d44ef164d0,revision_number=3']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:59.639258 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 53486) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:59.649054 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af112cd-2f83-4268-8ccb-a5c9fe04af41 x-openstack-request-id: req-1af112cd-2f83-4268-8ccb-a5c9fe04af41 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:09:59.649343 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65541a0-f51b-4626-98f0-29613fe9b588", "tag": "00a4beda-1ea1-4d51-8201-e1d44ef164d0", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:09:59.649671 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1af112cd-2f83-4268-8ccb-a5c9fe04af41 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:09:59.650071 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65541a0-f51b-4626-98f0-29613fe9b588', 'tag': '00a4beda-1ea1-4d51-8201-e1d44ef164d0', 'status': 'completed', 'code': 200} Nov 16 19:09:59.680653 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-366242aa-1ce2-46d7-b312-e9a5ab96239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:59.682248 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-366242aa-1ce2-46d7-b312-e9a5ab96239d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e543afad06c44fc192c42924e11befdd&device_id=a65541a0-f51b-4626-98f0-29613fe9b588 HTTP/1.1" status: 200 len: 1096 time: 0.0448556 Nov 16 19:09:59.728334 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-51242c2d-3605-419f-9d7c-07115d5c86e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00a4beda-1ea1-4d51-8201-e1d44ef164d0 HTTP/1.1" status: 200 len: 217 time: 0.0384448 Nov 16 19:09:59.752161 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-002bc1fd-50ed-4ae3-9ee5-a51d6e6193a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:59.805837 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-12ff4742-778f-44e0-8ed6-b62ae1ca437f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:59.807280 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-12ff4742-778f-44e0-8ed6-b62ae1ca437f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88a8f5ae-9c17-4e92-b92a-fcc3d18b9f53 HTTP/1.1" status: 200 len: 848 time: 0.0718074 Nov 16 19:09:59.815134 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7361c2b-9226-49b3-8716-08c76c0a2ab9 req-7c2eb25a-5209-4286-8496-c5c15e190627 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:09:59.816494 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c7361c2b-9226-49b3-8716-08c76c0a2ab9 req-7c2eb25a-5209-4286-8496-c5c15e190627 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=a65541a0-f51b-4626-98f0-29613fe9b588 HTTP/1.1" status: 200 len: 943 time: 0.0906332 Nov 16 19:09:59.824101 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-002bc1fd-50ed-4ae3-9ee5-a51d6e6193a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:59.828910 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-002bc1fd-50ed-4ae3-9ee5-a51d6e6193a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:59.847079 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-d5df9531-fbcc-458f-8950-a6dfd3766ab5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6e6e95fe-670f-4ef8-b884-60e8070d32d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295861 Nov 16 19:09:59.866900 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-002bc1fd-50ed-4ae3-9ee5-a51d6e6193a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d640b4682c04ad9b497ff5aa93c83ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265716 Nov 16 19:09:59.867760 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bc1fd-50ed-4ae3-9ee5-a51d6e6193a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbfb2dd-5db9-42b1-955b-31343d2585c0,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:09:59.869996 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 53492) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:09:59.917059 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e7546354-529c-4893-a74f-a2b77dd6206f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:59.932868 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c7361c2b-9226-49b3-8716-08c76c0a2ab9 req-6c0c0909-8bd3-4412-8b20-13e57d735dde tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc25c09d-deef-456e-b86b-6d38b6da1554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082139 Nov 16 19:09:59.938215 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e7546354-529c-4893-a74f-a2b77dd6206f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:59.963145 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-6314bdbb-ab44-4816-907f-f083df490736 service neutron] 10.222.0.18 "GET /v2.0/networks/6e6e95fe-670f-4ef8-b884-60e8070d32d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084862 Nov 16 19:09:59.992793 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e7546354-529c-4893-a74f-a2b77dd6206f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:59.995427 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e7546354-529c-4893-a74f-a2b77dd6206f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:09:59.996573 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-e7546354-529c-4893-a74f-a2b77dd6206f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6fbfb2dd-5db9-42b1-955b-31343d2585c0 HTTP/1.1" status: 204 len: 168 time: 0.1256816 Nov 16 19:10:00.004854 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7546354-529c-4893-a74f-a2b77dd6206f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbfb2dd-5db9-42b1-955b-31343d2585c0,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:00.056290 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9126962d-6d3e-41ff-be7b-25b8a9714b23 req-693a2e0d-cde7-47d5-bb16-403cc22e431d service neutron] 10.222.0.18 "GET /v2.0/networks/6e6e95fe-670f-4ef8-b884-60e8070d32d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859268 Nov 16 19:10:00.145026 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebd206-070c-4052-8acc-9b029b58fe2e req-3441272f-469e-4584-af68-d2ff3131e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:00.146558 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-32ebd206-070c-4052-8acc-9b029b58fe2e req-3441272f-469e-4584-af68-d2ff3131e892 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e543afad06c44fc192c42924e11befdd&device_id=a65541a0-f51b-4626-98f0-29613fe9b588 HTTP/1.1" status: 200 len: 1096 time: 0.0443692 Nov 16 19:10:00.238503 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebd206-070c-4052-8acc-9b029b58fe2e req-580a32df-30d2-4d21-bfff-56582e79422d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:00.239924 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-32ebd206-070c-4052-8acc-9b029b58fe2e req-580a32df-30d2-4d21-bfff-56582e79422d service neutron] 10.222.0.18 "GET /v2.0/networks?id=6e6e95fe-670f-4ef8-b884-60e8070d32d6 HTTP/1.1" status: 200 len: 909 time: 0.0863869 Nov 16 19:10:00.241289 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device e5d72c58-4a28-44bf-a9be-95cd62952aae no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:10:00.263282 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] No Port match for: e5d72c58-4a28-44bf-a9be-95cd62952aae {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:10:00.263639 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device e5d72c58-4a28-44bf-a9be-95cd62952aae not bound to the agent host hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:10:00.286951 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-32ebd206-070c-4052-8acc-9b029b58fe2e req-b8ec4e97-e67c-443c-9313-2ae1905d2729 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00a4beda-1ea1-4d51-8201-e1d44ef164d0 HTTP/1.1" status: 200 len: 217 time: 0.0393157 Nov 16 19:10:00.337870 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebd206-070c-4052-8acc-9b029b58fe2e req-5cced2cb-dec2-4dff-8a1c-21ceff114ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:00.339370 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-32ebd206-070c-4052-8acc-9b029b58fe2e req-5cced2cb-dec2-4dff-8a1c-21ceff114ee8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88a8f5ae-9c17-4e92-b92a-fcc3d18b9f53 HTTP/1.1" status: 200 len: 848 time: 0.0456917 Nov 16 19:10:00.371552 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-32ebd206-070c-4052-8acc-9b029b58fe2e req-fdfe2a53-eb27-4a1a-bc55-bd2609899480 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6e6e95fe-670f-4ef8-b884-60e8070d32d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245950 Nov 16 19:10:00.470521 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-32ebd206-070c-4052-8acc-9b029b58fe2e req-6bdc0bb8-b911-4719-aeaf-e89505d615d8 service neutron] 10.222.0.18 "GET /v2.0/networks/6e6e95fe-670f-4ef8-b884-60e8070d32d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887144 Nov 16 19:10:00.493128 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:00.565258 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-32ebd206-070c-4052-8acc-9b029b58fe2e req-ae0ec11c-9986-4ffb-8a51-64f7aa580c67 service neutron] 10.222.0.18 "GET /v2.0/networks/6e6e95fe-670f-4ef8-b884-60e8070d32d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870125 Nov 16 19:10:00.622726 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 53514) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:00.715764 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-3b4f0005-c02d-46e9-849a-009497b27061 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1513339806-network', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:00.736409 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4f0005-c02d-46e9-849a-009497b27061 admin admin] Made reservation on behalf of 0b043ff8fd5b4a328d325072a1c372d8 for: {'network': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:10:00.738982 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0005-c02d-46e9-849a-009497b27061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for network, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:00.747520 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0005-c02d-46e9-849a-009497b27061 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:00.818890 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0005-c02d-46e9-849a-009497b27061 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:00.822134 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0005-c02d-46e9-849a-009497b27061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:00.841386 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4f0005-c02d-46e9-849a-009497b27061 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 19:10:00.856131 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f0005-c02d-46e9-849a-009497b27061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:00.858945 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0005-c02d-46e9-849a-009497b27061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:00.859285 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.db.segments_db [None req-3b4f0005-c02d-46e9-849a-009497b27061 admin admin] Added segment 4bd40600-770a-4736-aad0-75c13e454e6c of type vlan for network 066ac6d3-663a-44d9-925d-246eb834c887 Nov 16 19:10:00.901229 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0005-c02d-46e9-849a-009497b27061 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770491955959'] for network, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:00.925769 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0005-c02d-46e9-849a-009497b27061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for network, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:00.926720 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4f0005-c02d-46e9-849a-009497b27061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:00.927351 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0005-c02d-46e9-849a-009497b27061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:00.977762 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-3b4f0005-c02d-46e9-849a-009497b27061 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3539240 Nov 16 19:10:00.980866 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 53520) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:00.986729 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-4d60b11c-a5b0-494c-9567-584714778e86 admin admin] Request body: {'subnet': {'network_id': '066ac6d3-663a-44d9-925d-246eb834c887', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1513339806-subnet', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'ip_version': 4}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:00.989365 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f0005-c02d-46e9-849a-009497b27061 admin admin] Pushing event updated for resources: {'Network': ['ID=066ac6d3-663a-44d9-925d-246eb834c887,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:00.999939 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Network 066ac6d3-663a-44d9-925d-246eb834c887 details requested by agent ovs-agent-dv-cinder-667108-35-iscsi with host dv-cinder-667108-35-iscsi {{(pid=101697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 19:10:01.016903 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d60b11c-a5b0-494c-9567-584714778e86 admin admin] Made reservation on behalf of 0b043ff8fd5b4a328d325072a1c372d8 for: {'subnet': 1} {{(pid=101695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:10:01.019389 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-4d60b11c-a5b0-494c-9567-584714778e86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63062714'] for subnet, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:01.111486 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb485-c45c-493c-8a90-b3c4ba726108 req-4105ee14-7f5c-45a0-be0a-db9d22269fc7 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:01.112955 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a2dcb485-c45c-493c-8a90-b3c4ba726108 req-4105ee14-7f5c-45a0-be0a-db9d22269fc7 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=a65541a0-f51b-4626-98f0-29613fe9b588 HTTP/1.1" status: 200 len: 943 time: 0.1057463 Nov 16 19:10:01.196900 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a2dcb485-c45c-493c-8a90-b3c4ba726108 req-5ae2c769-4a6b-4f9e-9354-d963c7a97146 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc25c09d-deef-456e-b86b-6d38b6da1554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770869 Nov 16 19:10:01.253080 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-4d60b11c-a5b0-494c-9567-584714778e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63250260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63062696'] for subnet, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:01.307634 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60b11c-a5b0-494c-9567-584714778e86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:01.316475 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d60b11c-a5b0-494c-9567-584714778e86 admin admin] Checking segment: {'id': '4bd40600-770a-4736-aad0-75c13e454e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:10:01.316834 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d60b11c-a5b0-494c-9567-584714778e86 admin admin] Network hostable DHCP agents. Network: 066ac6d3-663a-44d9-925d-246eb834c887, hostable agents: ['796d1915-ba41-4440-8731-3d9d4c9dd731'], hosted agents: [] {{(pid=101695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 19:10:01.332934 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d60b11c-a5b0-494c-9567-584714778e86 admin admin] Network 066ac6d3-663a-44d9-925d-246eb834c887 is scheduled to be hosted by DHCP agent 796d1915-ba41-4440-8731-3d9d4c9dd731 with binding_index 1 {{(pid=101695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 19:10:01.340796 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-4d60b11c-a5b0-494c-9567-584714778e86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-35-iscsi, 066ac6d3-663a-44d9-925d-246eb834c887) {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:10:01.348246 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d60b11c-a5b0-494c-9567-584714778e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:01.348846 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-4d60b11c-a5b0-494c-9567-584714778e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for subnet, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:01.354141 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edfff16-3b60-427f-91f4-e774803816ef None None] Network 066ac6d3-663a-44d9-925d-246eb834c887 requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:10:01.366480 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-4d60b11c-a5b0-494c-9567-584714778e86 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3844035 Nov 16 19:10:01.369011 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 53522) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:01.373223 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-a2d1ec4a-2981-4030-b46b-0d6f1986c119 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1513339806-router', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:01.394571 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ec4a-2981-4030-b46b-0d6f1986c119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63238'] for router, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:01.395552 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ec4a-2981-4030-b46b-0d6f1986c119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1670261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1710739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63263'] for router, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:01.448158 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ec4a-2981-4030-b46b-0d6f1986c119 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:01.510939 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6992d8-43dc-4acc-9491-240561754adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dd112e2-f54d-5ef1-af8f-18867742fe1f-066ac6d3-663a-44d9-925d-246eb834c887', 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'fixed_ips': [{'subnet_id': '7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad'}]}} from dv-cinder-667108-35-iscsi. {{(pid=101697) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 19:10:01.511807 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-9c6992d8-43dc-4acc-9491-240561754adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:01.582286 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ec4a-2981-4030-b46b-0d6f1986c119 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:01.641645 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.db_base_plugin_common [None req-9c6992d8-43dc-4acc-9491-240561754adc None None] Allocated IP 172.20.0.2 (066ac6d3-663a-44d9-925d-246eb834c887/7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad/789ecdbb-fe47-4121-95df-58840537c9d4) {{(pid=101697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:10:01.779464 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ec4a-2981-4030-b46b-0d6f1986c119 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:01.785381 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-9c6992d8-43dc-4acc-9491-240561754adc None None] Publish callbacks [] for port, precommit_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:01.790986 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-9c6992d8-43dc-4acc-9491-240561754adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981'] for port, after_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:01.799886 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ec4a-2981-4030-b46b-0d6f1986c119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:01.830098 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6992d8-43dc-4acc-9491-240561754adc None None] Network 066ac6d3-663a-44d9-925d-246eb834c887 is already hosted by enough agents. {{(pid=101697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:10:01.834643 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.scheduler.base_scheduler [None req-9c6992d8-43dc-4acc-9491-240561754adc None None] Resources bound (agent type, host, resource id): {{(pid=101697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:10:01.839022 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6992d8-43dc-4acc-9491-240561754adc None None] Received port after_create {{(pid=101697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:10:01.841742 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6992d8-43dc-4acc-9491-240561754adc None None] Pushing event updated for resources: {'Port': ['ID=789ecdbb-fe47-4121-95df-58840537c9d4,revision_number=1']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:01.895930 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-9c6992d8-43dc-4acc-9491-240561754adc None None] Attempting to bind port 789ecdbb-fe47-4121-95df-58840537c9d4 on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:10:01.896307 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-9c6992d8-43dc-4acc-9491-240561754adc None None] Attempting to bind port 789ecdbb-fe47-4121-95df-58840537c9d4 by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '4bd40600-770a-4736-aad0-75c13e454e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887'}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:10:01.896666 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6992d8-43dc-4acc-9491-240561754adc None None] Attempting to bind port 789ecdbb-fe47-4121-95df-58840537c9d4 on network 066ac6d3-663a-44d9-925d-246eb834c887 {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:10:01.901575 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6992d8-43dc-4acc-9491-240561754adc None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:10:01.901950 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6992d8-43dc-4acc-9491-240561754adc None None] Checking segment: {'id': '4bd40600-770a-4736-aad0-75c13e454e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:10:01.902347 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-9c6992d8-43dc-4acc-9491-240561754adc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:01.902738 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6992d8-43dc-4acc-9491-240561754adc None None] Bound using segment: {'id': '4bd40600-770a-4736-aad0-75c13e454e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887'} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:10:01.903194 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-9c6992d8-43dc-4acc-9491-240561754adc None None] Bound port: 789ecdbb-fe47-4121-95df-58840537c9d4, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd40600-770a-4736-aad0-75c13e454e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887'}}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:10:01.903571 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-9c6992d8-43dc-4acc-9491-240561754adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:01.904372 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_common [None req-a2d1ec4a-2981-4030-b46b-0d6f1986c119 admin admin] Allocated IP 172.27.0.41 (5f3ac952-8559-40cc-8fc1-b48178a4ccf1/5b3505d5-c140-47b1-9b3e-49bde3fac2c7/c7072fdf-8a87-47ea-9f32-2e841d914748) {{(pid=101695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:10:01.963855 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-9c6992d8-43dc-4acc-9491-240561754adc None None] For port 789ecdbb-fe47-4121-95df-58840537c9d4, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:10:01.967210 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-9c6992d8-43dc-4acc-9491-240561754adc None None] For port 789ecdbb-fe47-4121-95df-58840537c9d4, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=789ecdbb-fe47-4121-95df-58840537c9d4,segment=NetworkSegment(4bd40600-770a-4736-aad0-75c13e454e6c),segment_id=4bd40600-770a-4736-aad0-75c13e454e6c)] {{(pid=101697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:10:01.971643 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-9c6992d8-43dc-4acc-9491-240561754adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:02.009687 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ec4a-2981-4030-b46b-0d6f1986c119 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:02.025588 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6992d8-43dc-4acc-9491-240561754adc None None] Pushing event updated for resources: {'Port': ['ID=789ecdbb-fe47-4121-95df-58840537c9d4,revision_number=2']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:02.046013 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ec4a-2981-4030-b46b-0d6f1986c119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:02.082267 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d1ec4a-2981-4030-b46b-0d6f1986c119 admin admin] Network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:10:02.087055 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-a2d1ec4a-2981-4030-b46b-0d6f1986c119 admin admin] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:10:02.089530 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d1ec4a-2981-4030-b46b-0d6f1986c119 admin admin] Received port after_create {{(pid=101695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:10:02.120351 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1ec4a-2981-4030-b46b-0d6f1986c119 admin admin] Pushing event updated for resources: {'Port': ['ID=c7072fdf-8a87-47ea-9f32-2e841d914748,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:02.330666 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76521f-f89d-49c8-95b2-b0ab32e048af req-dbf88aab-3491-4b91-ae7e-6979a7c7ee74 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:02.337872 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5a76521f-f89d-49c8-95b2-b0ab32e048af req-dbf88aab-3491-4b91-ae7e-6979a7c7ee74 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=a65541a0-f51b-4626-98f0-29613fe9b588 HTTP/1.1" status: 200 len: 943 time: 0.0676100 Nov 16 19:10:02.373199 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ec4a-2981-4030-b46b-0d6f1986c119 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:02.382081 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 789ecdbb-fe47-4121-95df-58840537c9d4 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:10:02.400248 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5a76521f-f89d-49c8-95b2-b0ab32e048af req-4cad5dae-4436-47f7-a447-91a64e073b0e tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc25c09d-deef-456e-b86b-6d38b6da1554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615013 Nov 16 19:10:02.436788 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 789ecdbb-fe47-4121-95df-58840537c9d4 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:02.437163 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:02.516368 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:02.549964 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] For port 789ecdbb-fe47-4121-95df-58840537c9d4, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=789ecdbb-fe47-4121-95df-58840537c9d4,segment=NetworkSegment(4bd40600-770a-4736-aad0-75c13e454e6c),segment_id=4bd40600-770a-4736-aad0-75c13e454e6c)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:10:02.555051 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:02.575591 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ec4a-2981-4030-b46b-0d6f1986c119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1670220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1673333'] for router, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:02.604456 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Pushing event updated for resources: {'Port': ['ID=789ecdbb-fe47-4121-95df-58840537c9d4,revision_number=3']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:02.914367 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8aa02a-cf08-4f4c-9063-870d6a302549 None None] Network 066ac6d3-663a-44d9-925d-246eb834c887 requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:10:02.917612 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d1ec4a-2981-4030-b46b-0d6f1986c119 admin admin] Router a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 is scheduled to L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b with binding_index 1 {{(pid=101695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 19:10:03.019519 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d1ec4a-2981-4030-b46b-0d6f1986c119 admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:10:03.032275 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-3e349729-9593-4ec3-816f-fd35fd7731df None None] Provisioning complete for port 789ecdbb-fe47-4121-95df-58840537c9d4 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:03.032776 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-3e349729-9593-4ec3-816f-fd35fd7731df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:03.035819 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a2d1ec4a-2981-4030-b46b-0d6f1986c119 admin admin] Publish callbacks [] for router, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:03.039564 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-a2d1ec4a-2981-4030-b46b-0d6f1986c119 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6670554 Nov 16 19:10:03.039723 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] Sync routers for ids ['a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:10:03.039816 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 53526) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:03.082799 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] Routers {'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:10:03.083339 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:09:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:03.250399 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] Set router a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:10:03.444773 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'name': 'tempest-TestMinimumBasicScenario-1513339806-router', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:02Z', 'revision_number': 3, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'gw_port': {'id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:03.460798 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d830e5b3-f647-408a-bba3-ce4a1c8d045e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:03.475529 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] Checking router: a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:10:03.475875 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] Updating router a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 port c7072fdf-8a87-47ea-9f32-2e841d914748 binding host dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 19:10:03.507468 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-7c85d491-93f4-492c-ba2d-39f474d2e287 None None] Provisioning complete for port 789ecdbb-fe47-4121-95df-58840537c9d4 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:03.507758 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-7c85d491-93f4-492c-ba2d-39f474d2e287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:03.510193 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:03.591343 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a67db9-a47e-4ee3-9b99-f7cc53dfd048 req-a9bb5a41-7b95-4436-9d79-612abb5eeadd tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:03.592846 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f4a67db9-a47e-4ee3-9b99-f7cc53dfd048 req-a9bb5a41-7b95-4436-9d79-612abb5eeadd tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=a65541a0-f51b-4626-98f0-29613fe9b588 HTTP/1.1" status: 200 len: 943 time: 0.1172760 Nov 16 19:10:03.682348 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f4a67db9-a47e-4ee3-9b99-f7cc53dfd048 req-ae829366-e482-4522-8542-c9d2795ebca1 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc25c09d-deef-456e-b86b-6d38b6da1554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804088 Nov 16 19:10:03.692477 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_common [None req-d830e5b3-f647-408a-bba3-ce4a1c8d045e admin admin] Allocated IP 172.20.0.1 (066ac6d3-663a-44d9-925d-246eb834c887/7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad/c03587c2-892f-4346-943b-acb27f8f1918) {{(pid=101695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:10:03.792888 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d830e5b3-f647-408a-bba3-ce4a1c8d045e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:03.822368 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] Publish callbacks [] for port, precommit_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:03.825031 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d830e5b3-f647-408a-bba3-ce4a1c8d045e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:03.827260 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:03.868171 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d830e5b3-f647-408a-bba3-ce4a1c8d045e admin admin] Network 066ac6d3-663a-44d9-925d-246eb834c887 is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:10:03.872729 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-d830e5b3-f647-408a-bba3-ce4a1c8d045e admin admin] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:10:03.877918 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830e5b3-f647-408a-bba3-ce4a1c8d045e admin admin] Received port after_create {{(pid=101695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:10:03.880998 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830e5b3-f647-408a-bba3-ce4a1c8d045e admin admin] Pushing event updated for resources: {'Port': ['ID=c03587c2-892f-4346-943b-acb27f8f1918,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:03.883185 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5bb16-3e43-48c5-b874-c42b84a4b1f9 None None] Pushing event updated for resources: {'Port': ['ID=c7072fdf-8a87-47ea-9f32-2e841d914748,revision_number=2']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:03.885435 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] Attempting to bind port c7072fdf-8a87-47ea-9f32-2e841d914748 on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:10:03.885831 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] Attempting to bind port c7072fdf-8a87-47ea-9f32-2e841d914748 by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:10:03.886196 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] Attempting to bind port c7072fdf-8a87-47ea-9f32-2e841d914748 on network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:10:03.892768 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:10:03.893145 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] Checking segment: {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:10:03.893569 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:03.893982 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] Bound using segment: {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:10:03.894455 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] Bound port: c7072fdf-8a87-47ea-9f32-2e841d914748, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:10:03.894834 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:03.917990 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d830e5b3-f647-408a-bba3-ce4a1c8d045e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833478'] for router_interface, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:03.947032 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] For port c7072fdf-8a87-47ea-9f32-2e841d914748, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:10:03.950510 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] For port c7072fdf-8a87-47ea-9f32-2e841d914748, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=c7072fdf-8a87-47ea-9f32-2e841d914748,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:10:03.956221 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:04.014184 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] Routers {'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:10:04.014824 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:09:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:04.052526 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5bb16-3e43-48c5-b874-c42b84a4b1f9 None None] Pushing event updated for resources: {'Port': ['ID=c7072fdf-8a87-47ea-9f32-2e841d914748,revision_number=3']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:04.058141 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d830e5b3-f647-408a-bba3-ce4a1c8d045e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:04.226716 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d830e5b3-f647-408a-bba3-ce4a1c8d045e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:04.232099 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d830e5b3-f647-408a-bba3-ce4a1c8d045e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63250401'] for port, after_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:04.242776 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-695bcc08-a59b-46b9-b34e-f82eb6c7d12d None None] Provisioning complete for port c03587c2-892f-4346-943b-acb27f8f1918 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:04.243149 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-695bcc08-a59b-46b9-b34e-f82eb6c7d12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:04.245016 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 00a4beda-1ea1-4d51-8201-e1d44ef164d0 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:10:04.301371 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830e5b3-f647-408a-bba3-ce4a1c8d045e admin admin] Pushing event updated for resources: {'Port': ['ID=c03587c2-892f-4346-943b-acb27f8f1918,revision_number=2']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:04.304014 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d830e5b3-f647-408a-bba3-ce4a1c8d045e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667766'] for router_interface, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:04.321464 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-695bcc08-a59b-46b9-b34e-f82eb6c7d12d None None] Port c03587c2-892f-4346-943b-acb27f8f1918 cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:10:04.324954 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] Set router a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:10:04.378004 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 789ecdbb-fe47-4121-95df-58840537c9d4 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:10:04.399808 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d830e5b3-f647-408a-bba3-ce4a1c8d045e admin admin] Network 066ac6d3-663a-44d9-925d-246eb834c887 is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:10:04.401191 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-d830e5b3-f647-408a-bba3-ce4a1c8d045e admin admin] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:10:04.519390 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d830e5b3-f647-408a-bba3-ce4a1c8d045e admin admin] Router a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:10:04.537726 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 00a4beda-1ea1-4d51-8201-e1d44ef164d0, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=00a4beda-1ea1-4d51-8201-e1d44ef164d0,segment=NetworkSegment(82ea9f4d-aa19-4169-a015-8f778ad5bff1),segment_id=82ea9f4d-aa19-4169-a015-8f778ad5bff1)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:10:04.568146 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': '00a4beda-1ea1-4d51-8201-e1d44ef164d0', 'network_id': '6e6e95fe-670f-4ef8-b884-60e8070d32d6', 'port_id': '00a4beda-1ea1-4d51-8201-e1d44ef164d0', 'mac_address': 'fa:16:3e:3c:7d:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a8f5ae-9c17-4e92-b92a-fcc3d18b9f53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:10:04.596518 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 789ecdbb-fe47-4121-95df-58840537c9d4 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:04.596926 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:04.632834 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d830e5b3-f647-408a-bba3-ce4a1c8d045e admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:10:04.642362 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-d830e5b3-f647-408a-bba3-ce4a1c8d045e admin admin] 10.222.0.46 "PUT /v2.0/routers/a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5971184 Nov 16 19:10:04.680438 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:04.685530 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-d785692b-4e84-43be-934f-4cc884aef5d4 None None] Provisioning complete for port c03587c2-892f-4346-943b-acb27f8f1918 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:04.685908 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-d785692b-4e84-43be-934f-4cc884aef5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:04.728575 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a4beda-1ea1-4d51-8201-e1d44ef164d0 {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:10:04.765448 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 00a4beda-1ea1-4d51-8201-e1d44ef164d0, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=00a4beda-1ea1-4d51-8201-e1d44ef164d0,segment=NetworkSegment(82ea9f4d-aa19-4169-a015-8f778ad5bff1),segment_id=82ea9f4d-aa19-4169-a015-8f778ad5bff1)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:10:04.766378 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-d785692b-4e84-43be-934f-4cc884aef5d4 None None] Port c03587c2-892f-4346-943b-acb27f8f1918 cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:10:04.793528 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:04.801286 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'name': 'tempest-TestMinimumBasicScenario-1513339806-router', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:02Z', 'revision_number': 3, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'gw_port': {'id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:04.809536 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1185b-2dc9-4684-886c-53621494e16e req-3a2de9d2-d903-4aa1-8f53-a53a7cc992de tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:04.811741 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e8d1185b-2dc9-4684-886c-53621494e16e req-3a2de9d2-d903-4aa1-8f53-a53a7cc992de tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=a65541a0-f51b-4626-98f0-29613fe9b588 HTTP/1.1" status: 200 len: 943 time: 0.0567529 Nov 16 19:10:04.857331 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb07f405-0390-4dfc-b1af-910072a9dd87 None None] The sync data for ids ['a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'] in dv-cinder-667108-35-iscsi is: [{'id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'name': 'tempest-TestMinimumBasicScenario-1513339806-router', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:02Z', 'revision_number': 3, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'gw_port': {'id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:10:04.877864 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e8d1185b-2dc9-4684-886c-53621494e16e req-ed04bd2e-30fb-42e9-917a-a9ef64bc5e78 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc25c09d-deef-456e-b86b-6d38b6da1554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521190 Nov 16 19:10:04.895492 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=00a4beda-1ea1-4d51-8201-e1d44ef164d0,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:04.990359 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['00a4beda-1ea1-4d51-8201-e1d44ef164d0'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:10:05.183722 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 53546) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:05.188616 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-64a5bf29-7d6f-4af5-9350-3f2dda862725 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2005710321-network', 'tenant_id': 'd085622cba4a4a54a7afe726c1aa036a'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:05.214054 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a5bf29-7d6f-4af5-9350-3f2dda862725 admin admin] Made reservation on behalf of d085622cba4a4a54a7afe726c1aa036a for: {'network': 1} {{(pid=101695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:10:05.216508 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-64a5bf29-7d6f-4af5-9350-3f2dda862725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for network, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:05.226432 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-64a5bf29-7d6f-4af5-9350-3f2dda862725 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:05.310797 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-64a5bf29-7d6f-4af5-9350-3f2dda862725 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:05.314841 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-64a5bf29-7d6f-4af5-9350-3f2dda862725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:05.339234 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a5bf29-7d6f-4af5-9350-3f2dda862725 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 19:10:05.349954 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5bf29-7d6f-4af5-9350-3f2dda862725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52001530-3a88-4fc5-bca0-112feb9c759c,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:05.354811 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-64a5bf29-7d6f-4af5-9350-3f2dda862725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:05.355149 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.segments_db [None req-64a5bf29-7d6f-4af5-9350-3f2dda862725 admin admin] Added segment 418ac6e6-84dd-450f-8356-ff46134ba8ff of type vlan for network 6b5bd45d-783c-47ff-a98b-212b1fc99bba Nov 16 19:10:05.399173 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-64a5bf29-7d6f-4af5-9350-3f2dda862725 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770491955959'] for network, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:05.425977 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-64a5bf29-7d6f-4af5-9350-3f2dda862725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for network, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:05.427123 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a5bf29-7d6f-4af5-9350-3f2dda862725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:05.427728 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-64a5bf29-7d6f-4af5-9350-3f2dda862725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:05.478449 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-64a5bf29-7d6f-4af5-9350-3f2dda862725 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2936125 Nov 16 19:10:05.481301 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 53548) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:05.487080 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] Request body: {'subnet': {'network_id': '6b5bd45d-783c-47ff-a98b-212b1fc99bba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2005710321-subnet', 'tenant_id': 'd085622cba4a4a54a7afe726c1aa036a', 'ip_version': 4}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:05.490259 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5bf29-7d6f-4af5-9350-3f2dda862725 admin admin] Pushing event updated for resources: {'Network': ['ID=6b5bd45d-783c-47ff-a98b-212b1fc99bba,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:05.500438 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Network 6b5bd45d-783c-47ff-a98b-212b1fc99bba details requested by agent ovs-agent-dv-cinder-667108-35-iscsi with host dv-cinder-667108-35-iscsi {{(pid=101697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 19:10:05.509659 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] Made reservation on behalf of d085622cba4a4a54a7afe726c1aa036a for: {'subnet': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:10:05.511951 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63484699'] for subnet, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:05.687717 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66353692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63484681'] for subnet, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:05.741296 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4524305d-53eb-4b97-9228-736ec21e08bd,revision_number=0']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:05.753951 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:05.754304 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:05.754648 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:05.754988 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:05.755323 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:05.755659 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:05.755992 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:05.756325 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:05.756653 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:05.756981 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:05.757308 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:05.757651 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:05.762798 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] Checking segment: {'id': '418ac6e6-84dd-450f-8356-ff46134ba8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6b5bd45d-783c-47ff-a98b-212b1fc99bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:10:05.763093 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] Network hostable DHCP agents. Network: 6b5bd45d-783c-47ff-a98b-212b1fc99bba, hostable agents: ['796d1915-ba41-4440-8731-3d9d4c9dd731'], hosted agents: [] {{(pid=101696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 19:10:05.778571 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] Network 6b5bd45d-783c-47ff-a98b-212b1fc99bba is scheduled to be hosted by DHCP agent 796d1915-ba41-4440-8731-3d9d4c9dd731 with binding_index 1 {{(pid=101696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 19:10:05.786627 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-35-iscsi, 6b5bd45d-783c-47ff-a98b-212b1fc99bba) {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:10:05.790545 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:05.791137 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:05.796042 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c88634-e30f-4c99-9478-78d2de698719 None None] Network 6b5bd45d-783c-47ff-a98b-212b1fc99bba requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:10:05.806566 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-f7e7aa1b-14b2-45be-bded-3c2c8c9eb9bc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3241403 Nov 16 19:10:05.809083 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 53550) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:05.813293 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-6db65c0b-1a70-4ce8-bf43-7377c7b7dff4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2005710321-router', 'tenant_id': 'd085622cba4a4a54a7afe726c1aa036a', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:05.834240 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6db65c0b-1a70-4ce8-bf43-7377c7b7dff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63238'] for router, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:05.835442 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6db65c0b-1a70-4ce8-bf43-7377c7b7dff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1670261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1710739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63263'] for router, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:05.892755 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6db65c0b-1a70-4ce8-bf43-7377c7b7dff4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:05.955756 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159ed340-c796-4903-86c0-20ba82b3d7a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dd112e2-f54d-5ef1-af8f-18867742fe1f-6b5bd45d-783c-47ff-a98b-212b1fc99bba', 'network_id': '6b5bd45d-783c-47ff-a98b-212b1fc99bba', 'tenant_id': 'd085622cba4a4a54a7afe726c1aa036a', 'fixed_ips': [{'subnet_id': '4524305d-53eb-4b97-9228-736ec21e08bd'}]}} from dv-cinder-667108-35-iscsi. {{(pid=101697) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 19:10:05.956956 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-159ed340-c796-4903-86c0-20ba82b3d7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:06.002128 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f454ba2-ee8a-44ec-8512-26050e536715 req-bba5a4de-a34d-4777-adb3-2f881c496193 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:06.003721 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3f454ba2-ee8a-44ec-8512-26050e536715 req-bba5a4de-a34d-4777-adb3-2f881c496193 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=a65541a0-f51b-4626-98f0-29613fe9b588 HTTP/1.1" status: 200 len: 944 time: 0.0554798 Nov 16 19:10:06.041114 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6db65c0b-1a70-4ce8-bf43-7377c7b7dff4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:06.053589 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3f454ba2-ee8a-44ec-8512-26050e536715 req-47710abe-9df1-4ea2-900c-258e9f90c5b7 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc25c09d-deef-456e-b86b-6d38b6da1554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426509 Nov 16 19:10:06.119538 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.db_base_plugin_common [None req-159ed340-c796-4903-86c0-20ba82b3d7a6 None None] Allocated IP 172.20.0.2 (6b5bd45d-783c-47ff-a98b-212b1fc99bba/4524305d-53eb-4b97-9228-736ec21e08bd/02c7656f-e8ac-4282-9c80-7255862e4c55) {{(pid=101697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:10:06.244360 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6db65c0b-1a70-4ce8-bf43-7377c7b7dff4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:06.246055 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 00a4beda-1ea1-4d51-8201-e1d44ef164d0 up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:10:06.265799 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6db65c0b-1a70-4ce8-bf43-7377c7b7dff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:06.292369 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-159ed340-c796-4903-86c0-20ba82b3d7a6 None None] Publish callbacks [] for port, precommit_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:06.306581 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-159ed340-c796-4903-86c0-20ba82b3d7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981'] for port, after_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:06.354523 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159ed340-c796-4903-86c0-20ba82b3d7a6 None None] Network 6b5bd45d-783c-47ff-a98b-212b1fc99bba is already hosted by enough agents. {{(pid=101697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:10:06.359386 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.scheduler.base_scheduler [None req-159ed340-c796-4903-86c0-20ba82b3d7a6 None None] Resources bound (agent type, host, resource id): {{(pid=101697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:10:06.362350 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159ed340-c796-4903-86c0-20ba82b3d7a6 None None] Received port after_create {{(pid=101697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:10:06.393563 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [None req-6db65c0b-1a70-4ce8-bf43-7377c7b7dff4 admin admin] Allocated IP 172.27.0.254 (5f3ac952-8559-40cc-8fc1-b48178a4ccf1/5b3505d5-c140-47b1-9b3e-49bde3fac2c7/bb3deabb-fa58-4e0d-bef6-0554a4a16338) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:10:06.414151 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ed340-c796-4903-86c0-20ba82b3d7a6 None None] Pushing event updated for resources: {'Port': ['ID=02c7656f-e8ac-4282-9c80-7255862e4c55,revision_number=1']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:06.416514 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device c7072fdf-8a87-47ea-9f32-2e841d914748 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:10:06.465870 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-159ed340-c796-4903-86c0-20ba82b3d7a6 None None] Attempting to bind port 02c7656f-e8ac-4282-9c80-7255862e4c55 on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:10:06.466248 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-159ed340-c796-4903-86c0-20ba82b3d7a6 None None] Attempting to bind port 02c7656f-e8ac-4282-9c80-7255862e4c55 by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '418ac6e6-84dd-450f-8356-ff46134ba8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6b5bd45d-783c-47ff-a98b-212b1fc99bba'}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:10:06.466618 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159ed340-c796-4903-86c0-20ba82b3d7a6 None None] Attempting to bind port 02c7656f-e8ac-4282-9c80-7255862e4c55 on network 6b5bd45d-783c-47ff-a98b-212b1fc99bba {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:10:06.468495 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning for port 00a4beda-1ea1-4d51-8201-e1d44ef164d0 completed by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 19:10:06.477825 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port 00a4beda-1ea1-4d51-8201-e1d44ef164d0 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:06.478203 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:06.479746 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159ed340-c796-4903-86c0-20ba82b3d7a6 None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:10:06.480118 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159ed340-c796-4903-86c0-20ba82b3d7a6 None None] Checking segment: {'id': '418ac6e6-84dd-450f-8356-ff46134ba8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6b5bd45d-783c-47ff-a98b-212b1fc99bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:10:06.480509 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-159ed340-c796-4903-86c0-20ba82b3d7a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:06.480908 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159ed340-c796-4903-86c0-20ba82b3d7a6 None None] Bound using segment: {'id': '418ac6e6-84dd-450f-8356-ff46134ba8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6b5bd45d-783c-47ff-a98b-212b1fc99bba'} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:10:06.481383 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-159ed340-c796-4903-86c0-20ba82b3d7a6 None None] Bound port: 02c7656f-e8ac-4282-9c80-7255862e4c55, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418ac6e6-84dd-450f-8356-ff46134ba8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6b5bd45d-783c-47ff-a98b-212b1fc99bba'}}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:10:06.481783 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-159ed340-c796-4903-86c0-20ba82b3d7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:06.503661 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6db65c0b-1a70-4ce8-bf43-7377c7b7dff4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:06.505052 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] Sync routers for ids ['a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'] in dv-cinder-667108-35-iscsi {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:10:06.515496 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] Routers {'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:10:06.516120 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:09:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:06.537094 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6db65c0b-1a70-4ce8-bf43-7377c7b7dff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:06.568444 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port c7072fdf-8a87-47ea-9f32-2e841d914748 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:06.568732 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:06.586035 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db65c0b-1a70-4ce8-bf43-7377c7b7dff4 admin admin] Network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:10:06.590734 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-6db65c0b-1a70-4ce8-bf43-7377c7b7dff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:10:06.593913 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db65c0b-1a70-4ce8-bf43-7377c7b7dff4 admin admin] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:10:06.616694 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-159ed340-c796-4903-86c0-20ba82b3d7a6 None None] For port 02c7656f-e8ac-4282-9c80-7255862e4c55, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:10:06.620408 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db65c0b-1a70-4ce8-bf43-7377c7b7dff4 admin admin] Pushing event updated for resources: {'Port': ['ID=bb3deabb-fa58-4e0d-bef6-0554a4a16338,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:06.621841 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-159ed340-c796-4903-86c0-20ba82b3d7a6 None None] For port 02c7656f-e8ac-4282-9c80-7255862e4c55, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=02c7656f-e8ac-4282-9c80-7255862e4c55,segment=NetworkSegment(418ac6e6-84dd-450f-8356-ff46134ba8ff),segment_id=418ac6e6-84dd-450f-8356-ff46134ba8ff)] {{(pid=101697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:10:06.630509 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] Set router a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:10:06.649567 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-159ed340-c796-4903-86c0-20ba82b3d7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:06.706346 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:06.762808 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ed340-c796-4903-86c0-20ba82b3d7a6 None None] Pushing event updated for resources: {'Port': ['ID=02c7656f-e8ac-4282-9c80-7255862e4c55,revision_number=2']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:06.785114 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65541a0-f51b-4626-98f0-29613fe9b588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a4beda-1ea1-4d51-8201-e1d44ef164d0'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:10:06.787472 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dff0a56-54af-4355-bbcc-6e863210f423" -d '{"events": [{"server_uuid": "a65541a0-f51b-4626-98f0-29613fe9b588", "name": "network-vif-plugged", "status": "completed", "tag": "00a4beda-1ea1-4d51-8201-e1d44ef164d0"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:10:06.816974 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 00a4beda-1ea1-4d51-8201-e1d44ef164d0, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=00a4beda-1ea1-4d51-8201-e1d44ef164d0,segment=NetworkSegment(82ea9f4d-aa19-4169-a015-8f778ad5bff1),segment_id=82ea9f4d-aa19-4169-a015-8f778ad5bff1)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:10:06.821407 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:06.852103 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] For port c7072fdf-8a87-47ea-9f32-2e841d914748, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=c7072fdf-8a87-47ea-9f32-2e841d914748,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:10:06.856884 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:06.857375 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'name': 'tempest-TestMinimumBasicScenario-1513339806-router', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:04Z', 'revision_number': 4, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'gw_port': {'id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'c03587c2-892f-4346-943b-acb27f8f1918', 'name': '', 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'mac_address': 'fa:16:3e:0a:cf:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:03Z', 'updated_at': '2021-11-16T19:10:04Z', 'revision_number': 2, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'subnets': [{'id': '7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:06.865284 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e775a3-587f-45af-bf0d-d3eb2670cc9c x-openstack-request-id: req-d5e775a3-587f-45af-bf0d-d3eb2670cc9c {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:10:06.865608 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65541a0-f51b-4626-98f0-29613fe9b588", "name": "network-vif-plugged", "status": "completed", "tag": "00a4beda-1ea1-4d51-8201-e1d44ef164d0", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:10:06.865981 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d5e775a3-587f-45af-bf0d-d3eb2670cc9c {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:10:06.866432 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65541a0-f51b-4626-98f0-29613fe9b588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a4beda-1ea1-4d51-8201-e1d44ef164d0', 'code': 200} Nov 16 19:10:06.891063 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:06.892244 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] Checking router: a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 for host: dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:10:06.892769 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] Updating router a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 port c03587c2-892f-4346-943b-acb27f8f1918 binding host dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 19:10:06.932210 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:06.934316 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-1a0ed763-06df-49cf-908f-543b64f35047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:06.940616 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=00a4beda-1ea1-4d51-8201-e1d44ef164d0,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:07.049116 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Pushing event updated for resources: {'Port': ['ID=c7072fdf-8a87-47ea-9f32-2e841d914748,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:07.149394 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee07fde-8766-40ca-8622-e8bc3da8ed02 req-058867ca-8a82-43c3-9885-44ba9d2c6859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:07.150911 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bee07fde-8766-40ca-8622-e8bc3da8ed02 req-058867ca-8a82-43c3-9885-44ba9d2c6859 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a65541a0-f51b-4626-98f0-29613fe9b588 HTTP/1.1" status: 200 len: 1098 time: 0.0576348 Nov 16 19:10:07.185408 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd0253-42f1-4c8a-9126-1899113e04a6 req-0e7e818f-c5c2-4f35-941c-36e5aa9b61f4 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:07.186931 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-77cd0253-42f1-4c8a-9126-1899113e04a6 req-0e7e818f-c5c2-4f35-941c-36e5aa9b61f4 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=a65541a0-f51b-4626-98f0-29613fe9b588 HTTP/1.1" status: 200 len: 945 time: 0.0583453 Nov 16 19:10:07.237709 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-77cd0253-42f1-4c8a-9126-1899113e04a6 req-ee5fa466-fdf6-492b-a773-e86d6f17f8d4 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc25c09d-deef-456e-b86b-6d38b6da1554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439343 Nov 16 19:10:07.271591 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bee07fde-8766-40ca-8622-e8bc3da8ed02 req-85364852-5978-4e48-96ad-c7adb91a963b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bc25c09d-deef-456e-b86b-6d38b6da1554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130722 Nov 16 19:10:07.280390 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] Publish callbacks [] for port, precommit_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:07.288111 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:07.290144 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6db65c0b-1a70-4ce8-bf43-7377c7b7dff4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:07.338450 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d395e-bbb3-45fc-a1d5-9b76f93a225a None None] Pushing event updated for resources: {'Port': ['ID=c03587c2-892f-4346-943b-acb27f8f1918,revision_number=3']} {{(pid=101698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:07.347652 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d395e-bbb3-45fc-a1d5-9b76f93a225a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:07.348028 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d395e-bbb3-45fc-a1d5-9b76f93a225a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:07.348388 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d395e-bbb3-45fc-a1d5-9b76f93a225a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:07.348728 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d395e-bbb3-45fc-a1d5-9b76f93a225a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:07.349070 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d395e-bbb3-45fc-a1d5-9b76f93a225a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:07.349418 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d395e-bbb3-45fc-a1d5-9b76f93a225a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:07.349786 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d395e-bbb3-45fc-a1d5-9b76f93a225a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:07.350118 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d395e-bbb3-45fc-a1d5-9b76f93a225a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:07.350464 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d395e-bbb3-45fc-a1d5-9b76f93a225a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:07.350799 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d395e-bbb3-45fc-a1d5-9b76f93a225a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:07.351127 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d395e-bbb3-45fc-a1d5-9b76f93a225a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:07.351453 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696d395e-bbb3-45fc-a1d5-9b76f93a225a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:07.404285 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] Attempting to bind port c03587c2-892f-4346-943b-acb27f8f1918 on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:10:07.404756 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] Attempting to bind port c03587c2-892f-4346-943b-acb27f8f1918 by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '4bd40600-770a-4736-aad0-75c13e454e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887'}] {{(pid=101698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:10:07.405185 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] Attempting to bind port c03587c2-892f-4346-943b-acb27f8f1918 on network 066ac6d3-663a-44d9-925d-246eb834c887 {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:10:07.411164 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:10:07.411639 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] Checking segment: {'id': '4bd40600-770a-4736-aad0-75c13e454e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:10:07.412111 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:07.412579 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] Bound using segment: {'id': '4bd40600-770a-4736-aad0-75c13e454e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887'} {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:10:07.413120 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] Bound port: c03587c2-892f-4346-943b-acb27f8f1918, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd40600-770a-4736-aad0-75c13e454e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887'}}] {{(pid=101698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:10:07.413593 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:07.502413 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.db [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] For port c03587c2-892f-4346-943b-acb27f8f1918, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:10:07.506427 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.db [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] For port c03587c2-892f-4346-943b-acb27f8f1918, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=c03587c2-892f-4346-943b-acb27f8f1918,segment=NetworkSegment(4bd40600-770a-4736-aad0-75c13e454e6c),segment_id=4bd40600-770a-4736-aad0-75c13e454e6c)] {{(pid=101698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:10:07.516131 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:07.522074 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6db65c0b-1a70-4ce8-bf43-7377c7b7dff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1670220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1673333'] for router, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:07.569092 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] Routers {'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:10:07.569759 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:09:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:07.621570 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-388e476e-8932-4360-8334-2814df883cd9 None None] Provisioning complete for port c03587c2-892f-4346-943b-acb27f8f1918 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:07.621994 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-388e476e-8932-4360-8334-2814df883cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:07.628220 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d395e-bbb3-45fc-a1d5-9b76f93a225a None None] Pushing event updated for resources: {'Port': ['ID=c03587c2-892f-4346-943b-acb27f8f1918,revision_number=4']} {{(pid=101698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:07.687468 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db65c0b-1a70-4ce8-bf43-7377c7b7dff4 admin admin] Router 6c131126-75be-4ebd-99e4-ea0e6a3076cc is scheduled to L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b with binding_index 1 {{(pid=101696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 19:10:07.829524 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] Set router a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:10:07.869420 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db65c0b-1a70-4ce8-bf43-7377c7b7dff4 admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:10:07.892542 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-6db65c0b-1a70-4ce8-bf43-7377c7b7dff4 admin admin] Publish callbacks [] for router, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:07.892857 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] Sync routers for ids ['6c131126-75be-4ebd-99e4-ea0e6a3076cc'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:10:07.896593 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 53558) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:07.896856 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-6db65c0b-1a70-4ce8-bf43-7377c7b7dff4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0867510 Nov 16 19:10:07.914381 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] Routers {'6c131126-75be-4ebd-99e4-ea0e6a3076cc'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:10:07.915021 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:09:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['6c131126-75be-4ebd-99e4-ea0e6a3076cc'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:07.916724 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-388e476e-8932-4360-8334-2814df883cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:08.031157 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-388e476e-8932-4360-8334-2814df883cd9 None None] For port c03587c2-892f-4346-943b-acb27f8f1918, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=c03587c2-892f-4346-943b-acb27f8f1918,segment=NetworkSegment(4bd40600-770a-4736-aad0-75c13e454e6c),segment_id=4bd40600-770a-4736-aad0-75c13e454e6c)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:10:08.038763 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-388e476e-8932-4360-8334-2814df883cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:08.070266 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a5a0ba-e15c-42a8-802a-4dd92b6c8057 None None] Network 6b5bd45d-783c-47ff-a98b-212b1fc99bba requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:10:08.075398 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] Set router 6c131126-75be-4ebd-99e4-ea0e6a3076cc gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:10:08.078005 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'name': 'tempest-TestMinimumBasicScenario-1513339806-router', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:04Z', 'revision_number': 4, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'gw_port': {'id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'c03587c2-892f-4346-943b-acb27f8f1918', 'name': '', 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'mac_address': 'fa:16:3e:0a:cf:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:03Z', 'updated_at': '2021-11-16T19:10:07Z', 'revision_number': 4, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'subnets': [{'id': '7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:08.106775 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c54f5d2-524b-4e21-9502-2d0ccd10af65 None None] The sync data for ids ['a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'] in dv-cinder-667108-35-iscsi is: [{'id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'name': 'tempest-TestMinimumBasicScenario-1513339806-router', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:04Z', 'revision_number': 4, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'gw_port': {'id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'c03587c2-892f-4346-943b-acb27f8f1918', 'name': '', 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'mac_address': 'fa:16:3e:0a:cf:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:03Z', 'updated_at': '2021-11-16T19:10:07Z', 'revision_number': 4, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'subnets': [{'id': '7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:10:08.262908 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e476e-8932-4360-8334-2814df883cd9 None None] Pushing event updated for resources: {'Port': ['ID=c03587c2-892f-4346-943b-acb27f8f1918,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:08.307123 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-b81d46e9-35c1-4b85-bfe8-f27df6bb9eb1 None None] Provisioning complete for port 02c7656f-e8ac-4282-9c80-7255862e4c55 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:08.307496 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-b81d46e9-35c1-4b85-bfe8-f27df6bb9eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:08.491147 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeeb6d3-9931-4640-8b53-6d6761555aba req-e57f8267-5475-42da-b810-9b7478ed1f56 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:08.493041 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bbeeb6d3-9931-4640-8b53-6d6761555aba req-e57f8267-5475-42da-b810-9b7478ed1f56 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=a65541a0-f51b-4626-98f0-29613fe9b588 HTTP/1.1" status: 200 len: 945 time: 0.1241355 Nov 16 19:10:08.584724 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bbeeb6d3-9931-4640-8b53-6d6761555aba req-d3d1e226-5d0d-4b28-abd2-8ca0bbfc1f68 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc25c09d-deef-456e-b86b-6d38b6da1554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755253 Nov 16 19:10:08.610019 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 02c7656f-e8ac-4282-9c80-7255862e4c55 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:10:08.614895 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-b81d46e9-35c1-4b85-bfe8-f27df6bb9eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:08.657205 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c131126-75be-4ebd-99e4-ea0e6a3076cc', 'name': 'tempest-TestMinimumBasicScenario-2005710321-router', 'tenant_id': 'd085622cba4a4a54a7afe726c1aa036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'bb3deabb-fa58-4e0d-bef6-0554a4a16338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:05Z', 'updated_at': '2021-11-16T19:10:07Z', 'revision_number': 3, 'project_id': 'd085622cba4a4a54a7afe726c1aa036a', 'gw_port': {'id': 'bb3deabb-fa58-4e0d-bef6-0554a4a16338', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ef:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c131126-75be-4ebd-99e4-ea0e6a3076cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:06Z', 'updated_at': '2021-11-16T19:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:08.700483 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] Checking router: 6c131126-75be-4ebd-99e4-ea0e6a3076cc for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:10:08.700822 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] Updating router 6c131126-75be-4ebd-99e4-ea0e6a3076cc port bb3deabb-fa58-4e0d-bef6-0554a4a16338 binding host dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 19:10:08.742751 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-b81d46e9-35c1-4b85-bfe8-f27df6bb9eb1 None None] For port 02c7656f-e8ac-4282-9c80-7255862e4c55, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=02c7656f-e8ac-4282-9c80-7255862e4c55,segment=NetworkSegment(418ac6e6-84dd-450f-8356-ff46134ba8ff),segment_id=418ac6e6-84dd-450f-8356-ff46134ba8ff)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:10:08.751412 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:08.754670 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-52140e2a-6c1d-4a0e-9b51-45788874c0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:08.756783 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-b81d46e9-35c1-4b85-bfe8-f27df6bb9eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:08.818217 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 02c7656f-e8ac-4282-9c80-7255862e4c55 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:08.818638 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:08.884356 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-b81d46e9-35c1-4b85-bfe8-f27df6bb9eb1 None None] Provisioning complete for port c03587c2-892f-4346-943b-acb27f8f1918 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:08.884724 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-b81d46e9-35c1-4b85-bfe8-f27df6bb9eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:08.931540 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d46e9-35c1-4b85-bfe8-f27df6bb9eb1 None None] Pushing event updated for resources: {'Port': ['ID=02c7656f-e8ac-4282-9c80-7255862e4c55,revision_number=3']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:08.952230 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_common [None req-52140e2a-6c1d-4a0e-9b51-45788874c0c5 admin admin] Allocated IP 172.20.0.1 (6b5bd45d-783c-47ff-a98b-212b1fc99bba/4524305d-53eb-4b97-9228-736ec21e08bd/b7915449-eca0-4685-8821-d88c1db39ead) {{(pid=101695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:10:09.068606 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-52140e2a-6c1d-4a0e-9b51-45788874c0c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:09.105252 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-52140e2a-6c1d-4a0e-9b51-45788874c0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:09.127867 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device c03587c2-892f-4346-943b-acb27f8f1918 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:10:09.147722 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52140e2a-6c1d-4a0e-9b51-45788874c0c5 admin admin] Network 6b5bd45d-783c-47ff-a98b-212b1fc99bba is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:10:09.153486 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-52140e2a-6c1d-4a0e-9b51-45788874c0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:10:09.157753 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52140e2a-6c1d-4a0e-9b51-45788874c0c5 admin admin] Received port after_create {{(pid=101695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:10:09.187733 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52140e2a-6c1d-4a0e-9b51-45788874c0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=b7915449-eca0-4685-8821-d88c1db39ead,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:09.206647 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-52140e2a-6c1d-4a0e-9b51-45788874c0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833478'] for router_interface, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:09.263543 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port c03587c2-892f-4346-943b-acb27f8f1918 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:09.264006 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:09.311833 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] Publish callbacks [] for port, precommit_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:09.336117 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:09.370011 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-d1232a82-6c05-4435-b54a-9c496cf9b3ee None None] Provisioning complete for port 02c7656f-e8ac-4282-9c80-7255862e4c55 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:09.370501 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-d1232a82-6c05-4435-b54a-9c496cf9b3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:09.388831 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-52140e2a-6c1d-4a0e-9b51-45788874c0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:09.433117 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] Attempting to bind port bb3deabb-fa58-4e0d-bef6-0554a4a16338 on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:10:09.433486 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] Attempting to bind port bb3deabb-fa58-4e0d-bef6-0554a4a16338 by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:10:09.433869 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] Attempting to bind port bb3deabb-fa58-4e0d-bef6-0554a4a16338 on network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:10:09.438096 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dacdd3-9294-44e6-9378-342ed123e1b5 None None] Pushing event updated for resources: {'Port': ['ID=bb3deabb-fa58-4e0d-bef6-0554a4a16338,revision_number=2']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:09.451298 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:10:09.451548 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] Checking segment: {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:10:09.451995 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:09.452402 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] Bound using segment: {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:10:09.452983 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] Bound port: bb3deabb-fa58-4e0d-bef6-0554a4a16338, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:10:09.453380 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:09.523313 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device c7072fdf-8a87-47ea-9f32-2e841d914748 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:10:09.577998 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-52140e2a-6c1d-4a0e-9b51-45788874c0c5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:09.583042 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-52140e2a-6c1d-4a0e-9b51-45788874c0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63250401'] for port, after_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:09.656300 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52140e2a-6c1d-4a0e-9b51-45788874c0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=b7915449-eca0-4685-8821-d88c1db39ead,revision_number=2']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:09.659766 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-52140e2a-6c1d-4a0e-9b51-45788874c0c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667766'] for router_interface, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:09.715851 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] For port bb3deabb-fa58-4e0d-bef6-0554a4a16338, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:10:09.734067 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] For port bb3deabb-fa58-4e0d-bef6-0554a4a16338, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=bb3deabb-fa58-4e0d-bef6-0554a4a16338,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:10:09.743264 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:09.770417 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68910f9-8ce1-45f3-a524-54dd9cf43cc7 req-9df51068-8abd-4ea5-abca-d0f78d3bdda9 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:09.772001 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f68910f9-8ce1-45f3-a524-54dd9cf43cc7 req-9df51068-8abd-4ea5-abca-d0f78d3bdda9 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=a65541a0-f51b-4626-98f0-29613fe9b588 HTTP/1.1" status: 200 len: 945 time: 0.1055243 Nov 16 19:10:09.813182 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port c7072fdf-8a87-47ea-9f32-2e841d914748 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:09.813597 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:09.815057 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] Routers {'6c131126-75be-4ebd-99e4-ea0e6a3076cc'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:10:09.815679 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:09:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['6c131126-75be-4ebd-99e4-ea0e6a3076cc'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:09.816207 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52140e2a-6c1d-4a0e-9b51-45788874c0c5 admin admin] Network 6b5bd45d-783c-47ff-a98b-212b1fc99bba is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:10:09.818653 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-52140e2a-6c1d-4a0e-9b51-45788874c0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:10:09.819168 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dacdd3-9294-44e6-9378-342ed123e1b5 None None] Pushing event updated for resources: {'Port': ['ID=bb3deabb-fa58-4e0d-bef6-0554a4a16338,revision_number=3']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:09.905984 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f68910f9-8ce1-45f3-a524-54dd9cf43cc7 req-7fe42aea-384a-401b-9d63-69a5702c2cb3 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc25c09d-deef-456e-b86b-6d38b6da1554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214187 Nov 16 19:10:09.951186 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-98d0a2dd-30c2-4226-a4cf-14f546762e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:09.959313 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-2254965e-80c2-4f79-a2e6-dfc03e11a280 None None] Provisioning complete for port b7915449-eca0-4685-8821-d88c1db39ead triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:09.959673 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-2254965e-80c2-4f79-a2e6-dfc03e11a280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:09.977571 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52140e2a-6c1d-4a0e-9b51-45788874c0c5 admin admin] Router 6c131126-75be-4ebd-99e4-ea0e6a3076cc has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:10:10.020002 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-2254965e-80c2-4f79-a2e6-dfc03e11a280 None None] Port b7915449-eca0-4685-8821-d88c1db39ead cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:10:10.053312 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] Set router 6c131126-75be-4ebd-99e4-ea0e6a3076cc gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:10:10.105464 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52140e2a-6c1d-4a0e-9b51-45788874c0c5 admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:10:10.122272 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-52140e2a-6c1d-4a0e-9b51-45788874c0c5 admin admin] 10.222.0.46 "PUT /v2.0/routers/6c131126-75be-4ebd-99e4-ea0e6a3076cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2240815 Nov 16 19:10:10.200626 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042e42dc-7234-4305-afde-39fc7631b88e None None] Provisioning complete for port b7915449-eca0-4685-8821-d88c1db39ead triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:10.200991 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042e42dc-7234-4305-afde-39fc7631b88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:10.262223 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042e42dc-7234-4305-afde-39fc7631b88e None None] Port b7915449-eca0-4685-8821-d88c1db39ead cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:10:10.333698 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c131126-75be-4ebd-99e4-ea0e6a3076cc', 'name': 'tempest-TestMinimumBasicScenario-2005710321-router', 'tenant_id': 'd085622cba4a4a54a7afe726c1aa036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'bb3deabb-fa58-4e0d-bef6-0554a4a16338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:05Z', 'updated_at': '2021-11-16T19:10:09Z', 'revision_number': 4, 'project_id': 'd085622cba4a4a54a7afe726c1aa036a', 'gw_port': {'id': 'bb3deabb-fa58-4e0d-bef6-0554a4a16338', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ef:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c131126-75be-4ebd-99e4-ea0e6a3076cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:06Z', 'updated_at': '2021-11-16T19:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'b7915449-eca0-4685-8821-d88c1db39ead', 'name': '', 'network_id': '6b5bd45d-783c-47ff-a98b-212b1fc99bba', 'tenant_id': 'd085622cba4a4a54a7afe726c1aa036a', 'mac_address': 'fa:16:3e:db:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c131126-75be-4ebd-99e4-ea0e6a3076cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4524305d-53eb-4b97-9228-736ec21e08bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:08Z', 'updated_at': '2021-11-16T19:10:09Z', 'revision_number': 2, 'project_id': 'd085622cba4a4a54a7afe726c1aa036a', 'subnets': [{'id': '4524305d-53eb-4b97-9228-736ec21e08bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:10.367345 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 02c7656f-e8ac-4282-9c80-7255862e4c55 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:10:10.394698 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989f695f-2bf9-4181-aef6-bf02b26fbff9 None None] The sync data for ids ['6c131126-75be-4ebd-99e4-ea0e6a3076cc'] in dv-cinder-667108-35-iscsi is: [{'id': '6c131126-75be-4ebd-99e4-ea0e6a3076cc', 'name': 'tempest-TestMinimumBasicScenario-2005710321-router', 'tenant_id': 'd085622cba4a4a54a7afe726c1aa036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'bb3deabb-fa58-4e0d-bef6-0554a4a16338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:05Z', 'updated_at': '2021-11-16T19:10:09Z', 'revision_number': 4, 'project_id': 'd085622cba4a4a54a7afe726c1aa036a', 'gw_port': {'id': 'bb3deabb-fa58-4e0d-bef6-0554a4a16338', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ef:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c131126-75be-4ebd-99e4-ea0e6a3076cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:06Z', 'updated_at': '2021-11-16T19:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'b7915449-eca0-4685-8821-d88c1db39ead', 'name': '', 'network_id': '6b5bd45d-783c-47ff-a98b-212b1fc99bba', 'tenant_id': 'd085622cba4a4a54a7afe726c1aa036a', 'mac_address': 'fa:16:3e:db:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c131126-75be-4ebd-99e4-ea0e6a3076cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4524305d-53eb-4b97-9228-736ec21e08bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:08Z', 'updated_at': '2021-11-16T19:10:09Z', 'revision_number': 2, 'project_id': 'd085622cba4a4a54a7afe726c1aa036a', 'subnets': [{'id': '4524305d-53eb-4b97-9228-736ec21e08bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:10:10.428167 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 02c7656f-e8ac-4282-9c80-7255862e4c55 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:10.428644 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:10.659395 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20f006-3eb8-40e1-bf58-bb630ea8e9c1 req-63295cb8-c46c-4d14-941b-fb00440cccd1 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:10.692044 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6f20f006-3eb8-40e1-bf58-bb630ea8e9c1 req-63295cb8-c46c-4d14-941b-fb00440cccd1 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=a65541a0-f51b-4626-98f0-29613fe9b588 HTTP/1.1" status: 200 len: 945 time: 0.0835276 Nov 16 19:10:10.743337 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6f20f006-3eb8-40e1-bf58-bb630ea8e9c1 req-f83b11fa-7ed7-4048-85f3-9b174ef8af45 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc25c09d-deef-456e-b86b-6d38b6da1554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520070 Nov 16 19:10:11.379203 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:11.885680 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05985330-8fa5-4b7f-949d-d43fc67e8970 req-31f0d3a2-e0f9-4acb-b7fb-60ec95a4c70a tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:11.893625 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-05985330-8fa5-4b7f-949d-d43fc67e8970 req-31f0d3a2-e0f9-4acb-b7fb-60ec95a4c70a tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=a65541a0-f51b-4626-98f0-29613fe9b588 HTTP/1.1" status: 200 len: 945 time: 0.0584104 Nov 16 19:10:11.972035 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-05985330-8fa5-4b7f-949d-d43fc67e8970 req-1225a8da-f5d3-49d9-be82-a14a5e050c2a tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc25c09d-deef-456e-b86b-6d38b6da1554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774519 Nov 16 19:10:11.999574 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeae28-b913-4780-a27c-95e7b5416da4 req-0aae0108-b3d9-439c-a34d-6823bda11506 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:12.001867 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-aadeae28-b913-4780-a27c-95e7b5416da4 req-0aae0108-b3d9-439c-a34d-6823bda11506 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.18 "GET /v2.0/ports?device_id=a65541a0-f51b-4626-98f0-29613fe9b588 HTTP/1.1" status: 200 len: 945 time: 0.0682552 Nov 16 19:10:12.101853 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-aadeae28-b913-4780-a27c-95e7b5416da4 req-37265cbb-a98c-4936-8cc5-e1f526edd490 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Deleting port 00a4beda-1ea1-4d51-8201-e1d44ef164d0 {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:10:12.102466 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-aadeae28-b913-4780-a27c-95e7b5416da4 req-37265cbb-a98c-4936-8cc5-e1f526edd490 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:12.211116 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-aadeae28-b913-4780-a27c-95e7b5416da4 req-37265cbb-a98c-4936-8cc5-e1f526edd490 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] For port 00a4beda-1ea1-4d51-8201-e1d44ef164d0, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=00a4beda-1ea1-4d51-8201-e1d44ef164d0,segment=NetworkSegment(82ea9f4d-aa19-4169-a015-8f778ad5bff1),segment_id=82ea9f4d-aa19-4169-a015-8f778ad5bff1)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:10:12.211482 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-aadeae28-b913-4780-a27c-95e7b5416da4 req-37265cbb-a98c-4936-8cc5-e1f526edd490 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:12.232102 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-aadeae28-b913-4780-a27c-95e7b5416da4 req-37265cbb-a98c-4936-8cc5-e1f526edd490 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Calling delete_port for 00a4beda-1ea1-4d51-8201-e1d44ef164d0 owned by compute:nova {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:10:12.410237 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-aadeae28-b913-4780-a27c-95e7b5416da4 req-37265cbb-a98c-4936-8cc5-e1f526edd490 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:12.417034 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device bb3deabb-fa58-4e0d-bef6-0554a4a16338 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:10:12.453761 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37265cbb-a98c-4936-8cc5-e1f526edd490 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Pushing event deleted for resources: {'Port': ['ID=00a4beda-1ea1-4d51-8201-e1d44ef164d0,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:12.471266 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['00a4beda-1ea1-4d51-8201-e1d44ef164d0'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:10:12.512791 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port bb3deabb-fa58-4e0d-bef6-0554a4a16338 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:12.513421 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:12.517151 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-aadeae28-b913-4780-a27c-95e7b5416da4 req-37265cbb-a98c-4936-8cc5-e1f526edd490 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] No DVR routers for this DVR port 00a4beda-1ea1-4d51-8201-e1d44ef164d0 on host hv-cinder-66710 {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:10:12.519730 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-aadeae28-b913-4780-a27c-95e7b5416da4 req-37265cbb-a98c-4936-8cc5-e1f526edd490 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:12.523113 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-aadeae28-b913-4780-a27c-95e7b5416da4 req-37265cbb-a98c-4936-8cc5-e1f526edd490 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.18 "DELETE /v2.0/ports/00a4beda-1ea1-4d51-8201-e1d44ef164d0 HTTP/1.1" status: 204 len: 173 time: 0.5147498 Nov 16 19:10:12.523569 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65541a0-f51b-4626-98f0-29613fe9b588', 'name': 'network-vif-deleted', 'tag': '00a4beda-1ea1-4d51-8201-e1d44ef164d0'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:10:12.525873 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f52a739-d5f0-444a-9163-5905ecfabd82" -d '{"events": [{"server_uuid": "a65541a0-f51b-4626-98f0-29613fe9b588", "name": "network-vif-deleted", "tag": "00a4beda-1ea1-4d51-8201-e1d44ef164d0"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:10:12.603739 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae65f73-9a3f-477a-87b6-ae53be5ac016 x-openstack-request-id: req-3ae65f73-9a3f-477a-87b6-ae53be5ac016 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:10:12.604175 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65541a0-f51b-4626-98f0-29613fe9b588", "name": "network-vif-deleted", "tag": "00a4beda-1ea1-4d51-8201-e1d44ef164d0", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:10:12.604559 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3ae65f73-9a3f-477a-87b6-ae53be5ac016 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:10:12.605148 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65541a0-f51b-4626-98f0-29613fe9b588', 'name': 'network-vif-deleted', 'tag': '00a4beda-1ea1-4d51-8201-e1d44ef164d0', 'status': 'completed', 'code': 200} Nov 16 19:10:12.681434 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:12.723080 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] For port bb3deabb-fa58-4e0d-bef6-0554a4a16338, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=bb3deabb-fa58-4e0d-bef6-0554a4a16338,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:10:12.730273 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:12.733469 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] Sync routers for ids ['6c131126-75be-4ebd-99e4-ea0e6a3076cc'] in dv-cinder-667108-35-iscsi {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:10:12.745366 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] Routers {'6c131126-75be-4ebd-99e4-ea0e6a3076cc'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:10:12.746666 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:10:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['6c131126-75be-4ebd-99e4-ea0e6a3076cc'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:12.809891 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Pushing event updated for resources: {'Port': ['ID=bb3deabb-fa58-4e0d-bef6-0554a4a16338,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:12.880228 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] Set router 6c131126-75be-4ebd-99e4-ea0e6a3076cc gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:10:13.126775 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9dfea3e5-e52a-415a-979b-102511506bb6 req-7ac04f40-4d01-4ed1-8c08-de5b7da577b2 tempest-VolumesActionsTest-125143146 tempest-VolumesActionsTest-125143146-project] 10.222.0.46 "GET /v2.0/ports?device_id=a65541a0-f51b-4626-98f0-29613fe9b588 HTTP/1.1" status: 200 len: 210 time: 0.0587230 Nov 16 19:10:13.155555 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c131126-75be-4ebd-99e4-ea0e6a3076cc', 'name': 'tempest-TestMinimumBasicScenario-2005710321-router', 'tenant_id': 'd085622cba4a4a54a7afe726c1aa036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'bb3deabb-fa58-4e0d-bef6-0554a4a16338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:05Z', 'updated_at': '2021-11-16T19:10:09Z', 'revision_number': 4, 'project_id': 'd085622cba4a4a54a7afe726c1aa036a', 'gw_port': {'id': 'bb3deabb-fa58-4e0d-bef6-0554a4a16338', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ef:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c131126-75be-4ebd-99e4-ea0e6a3076cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:06Z', 'updated_at': '2021-11-16T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'b7915449-eca0-4685-8821-d88c1db39ead', 'name': '', 'network_id': '6b5bd45d-783c-47ff-a98b-212b1fc99bba', 'tenant_id': 'd085622cba4a4a54a7afe726c1aa036a', 'mac_address': 'fa:16:3e:db:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c131126-75be-4ebd-99e4-ea0e6a3076cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4524305d-53eb-4b97-9228-736ec21e08bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:08Z', 'updated_at': '2021-11-16T19:10:09Z', 'revision_number': 2, 'project_id': 'd085622cba4a4a54a7afe726c1aa036a', 'subnets': [{'id': '4524305d-53eb-4b97-9228-736ec21e08bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:13.187668 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] Checking router: 6c131126-75be-4ebd-99e4-ea0e6a3076cc for host: dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:10:13.188082 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] Updating router 6c131126-75be-4ebd-99e4-ea0e6a3076cc port b7915449-eca0-4685-8821-d88c1db39ead binding host dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 19:10:13.202206 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:13.214214 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:13.490117 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] Publish callbacks [] for port, precommit_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:13.496609 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:13.549520 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0abfa1-166e-420f-9c96-450e266a9267 None None] Pushing event updated for resources: {'Port': ['ID=b7915449-eca0-4685-8821-d88c1db39ead,revision_number=3']} {{(pid=101698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:13.620322 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] Attempting to bind port b7915449-eca0-4685-8821-d88c1db39ead on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:10:13.620932 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] Attempting to bind port b7915449-eca0-4685-8821-d88c1db39ead by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '418ac6e6-84dd-450f-8356-ff46134ba8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6b5bd45d-783c-47ff-a98b-212b1fc99bba'}] {{(pid=101698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:10:13.621294 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] Attempting to bind port b7915449-eca0-4685-8821-d88c1db39ead on network 6b5bd45d-783c-47ff-a98b-212b1fc99bba {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:10:13.627298 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:10:13.627676 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] Checking segment: {'id': '418ac6e6-84dd-450f-8356-ff46134ba8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6b5bd45d-783c-47ff-a98b-212b1fc99bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:10:13.628075 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:13.628466 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] Bound using segment: {'id': '418ac6e6-84dd-450f-8356-ff46134ba8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6b5bd45d-783c-47ff-a98b-212b1fc99bba'} {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:10:13.628989 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] Bound port: b7915449-eca0-4685-8821-d88c1db39ead, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418ac6e6-84dd-450f-8356-ff46134ba8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6b5bd45d-783c-47ff-a98b-212b1fc99bba'}}] {{(pid=101698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:10:13.629388 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:13.703852 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.db [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] For port b7915449-eca0-4685-8821-d88c1db39ead, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:10:13.708332 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.db [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] For port b7915449-eca0-4685-8821-d88c1db39ead, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=b7915449-eca0-4685-8821-d88c1db39ead,segment=NetworkSegment(418ac6e6-84dd-450f-8356-ff46134ba8ff),segment_id=418ac6e6-84dd-450f-8356-ff46134ba8ff)] {{(pid=101698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:10:13.715494 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:13.793265 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0abfa1-166e-420f-9c96-450e266a9267 None None] Pushing event updated for resources: {'Port': ['ID=b7915449-eca0-4685-8821-d88c1db39ead,revision_number=4']} {{(pid=101698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:13.814552 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] Routers {'6c131126-75be-4ebd-99e4-ea0e6a3076cc'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:10:13.815466 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:10:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['6c131126-75be-4ebd-99e4-ea0e6a3076cc'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:13.837453 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-e1e5acb8-f49c-4583-b258-1b785b38d901 None None] Provisioning complete for port b7915449-eca0-4685-8821-d88c1db39ead triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:13.838158 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-e1e5acb8-f49c-4583-b258-1b785b38d901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:13.840319 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:13.976908 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-e1e5acb8-f49c-4583-b258-1b785b38d901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:13.982264 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] Set router 6c131126-75be-4ebd-99e4-ea0e6a3076cc gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:10:14.023859 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-e1e5acb8-f49c-4583-b258-1b785b38d901 None None] For port b7915449-eca0-4685-8821-d88c1db39ead, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=b7915449-eca0-4685-8821-d88c1db39ead,segment=NetworkSegment(418ac6e6-84dd-450f-8356-ff46134ba8ff),segment_id=418ac6e6-84dd-450f-8356-ff46134ba8ff)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:10:14.031154 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-e1e5acb8-f49c-4583-b258-1b785b38d901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:14.098287 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5acb8-f49c-4583-b258-1b785b38d901 None None] Pushing event updated for resources: {'Port': ['ID=b7915449-eca0-4685-8821-d88c1db39ead,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:14.158613 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-f9306d7f-fabd-4dbb-8ada-7420ef30ca54 None None] Provisioning complete for port b7915449-eca0-4685-8821-d88c1db39ead triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:14.159327 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f9306d7f-fabd-4dbb-8ada-7420ef30ca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:14.390551 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c131126-75be-4ebd-99e4-ea0e6a3076cc', 'name': 'tempest-TestMinimumBasicScenario-2005710321-router', 'tenant_id': 'd085622cba4a4a54a7afe726c1aa036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'bb3deabb-fa58-4e0d-bef6-0554a4a16338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:05Z', 'updated_at': '2021-11-16T19:10:09Z', 'revision_number': 4, 'project_id': 'd085622cba4a4a54a7afe726c1aa036a', 'gw_port': {'id': 'bb3deabb-fa58-4e0d-bef6-0554a4a16338', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ef:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c131126-75be-4ebd-99e4-ea0e6a3076cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:06Z', 'updated_at': '2021-11-16T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'b7915449-eca0-4685-8821-d88c1db39ead', 'name': '', 'network_id': '6b5bd45d-783c-47ff-a98b-212b1fc99bba', 'tenant_id': 'd085622cba4a4a54a7afe726c1aa036a', 'mac_address': 'fa:16:3e:db:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c131126-75be-4ebd-99e4-ea0e6a3076cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4524305d-53eb-4b97-9228-736ec21e08bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:08Z', 'updated_at': '2021-11-16T19:10:13Z', 'revision_number': 4, 'project_id': 'd085622cba4a4a54a7afe726c1aa036a', 'subnets': [{'id': '4524305d-53eb-4b97-9228-736ec21e08bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:14.438759 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device bb3deabb-fa58-4e0d-bef6-0554a4a16338 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:10:14.441150 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64ad9d2-dcc2-4c1a-8e42-0def22e7d7a9 None None] The sync data for ids ['6c131126-75be-4ebd-99e4-ea0e6a3076cc'] in dv-cinder-667108-35-iscsi is: [{'id': '6c131126-75be-4ebd-99e4-ea0e6a3076cc', 'name': 'tempest-TestMinimumBasicScenario-2005710321-router', 'tenant_id': 'd085622cba4a4a54a7afe726c1aa036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'bb3deabb-fa58-4e0d-bef6-0554a4a16338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:05Z', 'updated_at': '2021-11-16T19:10:09Z', 'revision_number': 4, 'project_id': 'd085622cba4a4a54a7afe726c1aa036a', 'gw_port': {'id': 'bb3deabb-fa58-4e0d-bef6-0554a4a16338', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ef:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c131126-75be-4ebd-99e4-ea0e6a3076cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:06Z', 'updated_at': '2021-11-16T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'b7915449-eca0-4685-8821-d88c1db39ead', 'name': '', 'network_id': '6b5bd45d-783c-47ff-a98b-212b1fc99bba', 'tenant_id': 'd085622cba4a4a54a7afe726c1aa036a', 'mac_address': 'fa:16:3e:db:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c131126-75be-4ebd-99e4-ea0e6a3076cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4524305d-53eb-4b97-9228-736ec21e08bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:08Z', 'updated_at': '2021-11-16T19:10:13Z', 'revision_number': 4, 'project_id': 'd085622cba4a4a54a7afe726c1aa036a', 'subnets': [{'id': '4524305d-53eb-4b97-9228-736ec21e08bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:10:14.520597 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port bb3deabb-fa58-4e0d-bef6-0554a4a16338 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:14.528240 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:14.638705 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device b7915449-eca0-4685-8821-d88c1db39ead up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:10:14.713992 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port b7915449-eca0-4685-8821-d88c1db39ead triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:14.714391 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:17.072864 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 00a4beda-1ea1-4d51-8201-e1d44ef164d0 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:10:17.100315 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] No Port match for: 00a4beda-1ea1-4d51-8201-e1d44ef164d0 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:10:17.100937 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 00a4beda-1ea1-4d51-8201-e1d44ef164d0 not bound to the agent host hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:10:20.686133 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-7f9173ab-9721-4f49-879d-36b61a748505 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:20.688987 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-7f9173ab-9721-4f49-879d-36b61a748505 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/networks?id=066ac6d3-663a-44d9-925d-246eb834c887 HTTP/1.1" status: 200 len: 815 time: 0.1216049 Nov 16 19:10:20.706551 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-0106b4c2-1203-4929-b48a-650e48fe1cf3 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/quotas/0b043ff8fd5b4a328d325072a1c372d8 HTTP/1.1" status: 200 len: 375 time: 0.0110524 Nov 16 19:10:20.769531 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-1251f487-671b-429b-bcea-1b470f02c3a1 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0b043ff8fd5b4a328d325072a1c372d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566835 Nov 16 19:10:20.979101 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-479933d1-bca0-419f-81ec-c29f155d2087 service neutron] 10.222.0.46 "GET /v2.0/networks/066ac6d3-663a-44d9-925d-246eb834c887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023411 Nov 16 19:10:21.093526 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-b16dcd16-382f-4cbe-a7c6-f183c417b779 service neutron] 10.222.0.46 "GET /v2.0/networks/066ac6d3-663a-44d9-925d-246eb834c887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067631 Nov 16 19:10:21.270212 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f73c0888-e633-45e3-a3f3-d44504cd0895 req-a7e4b359-c418-4b24-b395-6535770b3847 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 210 time: 0.0427077 Nov 16 19:10:22.342432 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-0ee63a68-f75f-473a-bf8e-55d1987c1523 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:22.344824 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-0ee63a68-f75f-473a-bf8e-55d1987c1523 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.18 "GET /v2.0/networks?id=066ac6d3-663a-44d9-925d-246eb834c887 HTTP/1.1" status: 200 len: 815 time: 0.1310098 Nov 16 19:10:22.362493 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-305aaecb-0a77-42d1-acac-8b1ddd16fe50 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Request body: {'port': {'device_id': 'bb255369-3900-4aea-a2e5-a1fb5374763c', 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887', 'admin_state_up': True, 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:22.410949 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-60d6836d-668a-4844-aa7d-1c65b98e47b1 req-ff4989dd-4c83-4b4c-89c9-ad35b48d3f6f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 210 time: 0.0440106 Nov 16 19:10:22.506749 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-305aaecb-0a77-42d1-acac-8b1ddd16fe50 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Made reservation on behalf of 0b043ff8fd5b4a328d325072a1c372d8 for: {'port': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:10:22.514173 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-305aaecb-0a77-42d1-acac-8b1ddd16fe50 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:22.666712 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-305aaecb-0a77-42d1-acac-8b1ddd16fe50 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Allocated IP 172.20.0.7 (066ac6d3-663a-44d9-925d-246eb834c887/7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad/64bb2f75-c646-411c-a0ed-f1eff8a865b6) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:10:22.877361 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-305aaecb-0a77-42d1-acac-8b1ddd16fe50 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:22.921798 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-305aaecb-0a77-42d1-acac-8b1ddd16fe50 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:23.005094 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-305aaecb-0a77-42d1-acac-8b1ddd16fe50 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Network 066ac6d3-663a-44d9-925d-246eb834c887 is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:10:23.015238 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305aaecb-0a77-42d1-acac-8b1ddd16fe50 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Pushing event updated for resources: {'Port': ['ID=64bb2f75-c646-411c-a0ed-f1eff8a865b6,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:23.025354 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-305aaecb-0a77-42d1-acac-8b1ddd16fe50 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:10:23.030404 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-305aaecb-0a77-42d1-acac-8b1ddd16fe50 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:10:23.134919 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-305aaecb-0a77-42d1-acac-8b1ddd16fe50 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:23.135735 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-305aaecb-0a77-42d1-acac-8b1ddd16fe50 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:23.184446 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-305aaecb-0a77-42d1-acac-8b1ddd16fe50 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8286815 Nov 16 19:10:23.484922 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-02297ebd-9aef-4e8c-8afe-990dcd68eaa5 None None] Provisioning complete for port 64bb2f75-c646-411c-a0ed-f1eff8a865b6 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:23.486937 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-02297ebd-9aef-4e8c-8afe-990dcd68eaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:23.534681 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-02297ebd-9aef-4e8c-8afe-990dcd68eaa5 None None] Port 64bb2f75-c646-411c-a0ed-f1eff8a865b6 cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:10:23.591356 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfed98a-0679-4389-8bda-3fd4ae6f0f0c req-78733312-5b7a-4ecf-b3fe-519dabcd0bac tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:23.604082 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cbfed98a-0679-4389-8bda-3fd4ae6f0f0c req-78733312-5b7a-4ecf-b3fe-519dabcd0bac tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 931 time: 0.1094611 Nov 16 19:10:23.684075 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cbfed98a-0679-4389-8bda-3fd4ae6f0f0c req-bef21c28-ef62-4fef-ab1b-3414a50de4c3 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774951 Nov 16 19:10:24.827175 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ceb00d-e56f-4532-908a-5f6e985c72d9 req-95d77570-f003-4a84-a8f1-ea37d4d051bd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:24.835922 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-74ceb00d-e56f-4532-908a-5f6e985c72d9 req-95d77570-f003-4a84-a8f1-ea37d4d051bd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 931 time: 0.0625176 Nov 16 19:10:24.942240 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-74ceb00d-e56f-4532-908a-5f6e985c72d9 req-66cb9114-2d1b-400d-b1c4-29a7a341240f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995302 Nov 16 19:10:26.107282 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd193e-73ee-4c19-920d-9fdd3f60f2b8 req-bc937b78-8f56-4db0-95f3-6ad0b9047668 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:26.115853 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-54fd193e-73ee-4c19-920d-9fdd3f60f2b8 req-bc937b78-8f56-4db0-95f3-6ad0b9047668 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 931 time: 0.0781102 Nov 16 19:10:26.229091 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-54fd193e-73ee-4c19-920d-9fdd3f60f2b8 req-bd0a32e9-ed3f-4eec-800f-a9581462b92a tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119823 Nov 16 19:10:27.409294 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa89f28-8a40-4e9f-9001-893bc3ae630c req-93ffc45b-595a-453c-ac7d-7195b8b2db9d tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:27.411073 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-1fa89f28-8a40-4e9f-9001-893bc3ae630c req-93ffc45b-595a-453c-ac7d-7195b8b2db9d tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 931 time: 0.0640678 Nov 16 19:10:27.500553 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-1fa89f28-8a40-4e9f-9001-893bc3ae630c req-50ae6352-f911-4ba8-aa59-85e9c37917ce tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797966 Nov 16 19:10:28.645520 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679af365-33cb-4f55-aedd-b2466f9b0cd1 req-5bfd15a1-c9bc-48e9-bfec-f4fa6ae0b598 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:28.660245 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-679af365-33cb-4f55-aedd-b2466f9b0cd1 req-5bfd15a1-c9bc-48e9-bfec-f4fa6ae0b598 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 931 time: 0.0929344 Nov 16 19:10:28.759848 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-679af365-33cb-4f55-aedd-b2466f9b0cd1 req-ab6616b4-be81-4ce6-8a26-d51d474ebc89 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887837 Nov 16 19:10:29.947974 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf47e8-9b85-458b-9598-80c657acff1a req-c3a91d08-e172-4f7b-9004-96ca3b6e69d3 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:29.958042 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-8eaf47e8-9b85-458b-9598-80c657acff1a req-c3a91d08-e172-4f7b-9004-96ca3b6e69d3 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 931 time: 0.0775506 Nov 16 19:10:30.031540 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-8eaf47e8-9b85-458b-9598-80c657acff1a req-1a9d648f-7d46-41e9-9073-532809c1dc93 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724642 Nov 16 19:10:30.514734 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:31.164713 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8a585-5c91-4ed9-aec9-6a78db120bc0 req-cfd61a9b-06aa-4dc9-a563-84e45323a840 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:31.171372 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-23b8a585-5c91-4ed9-aec9-6a78db120bc0 req-cfd61a9b-06aa-4dc9-a563-84e45323a840 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 931 time: 0.0638335 Nov 16 19:10:31.223244 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-23b8a585-5c91-4ed9-aec9-6a78db120bc0 req-d510d8de-2cf4-4221-b773-cb617d8a208c tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483775 Nov 16 19:10:32.368359 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40460ac9-81b4-47d5-b7ce-08bf52797c51 req-cbd76b7f-9873-4e6b-be6e-c8ad9c47178d tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:32.376331 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-40460ac9-81b4-47d5-b7ce-08bf52797c51 req-cbd76b7f-9873-4e6b-be6e-c8ad9c47178d tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 931 time: 0.0588307 Nov 16 19:10:32.431887 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-40460ac9-81b4-47d5-b7ce-08bf52797c51 req-b3c46dc8-9060-4b84-8899-20a3056d55a5 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545864 Nov 16 19:10:32.673007 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] Request body: {'port': {'device_id': 'bb255369-3900-4aea-a2e5-a1fb5374763c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:32.743001 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:33.151336 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64bb2f75-c646-411c-a0ed-f1eff8a865b6 {{(pid=101696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:10:33.159693 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:33.173355 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.provisioning_blocks [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] Transition to ACTIVE for port object 64bb2f75-c646-411c-a0ed-f1eff8a865b6 will not be triggered until provisioned by entity L2. {{(pid=101696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 19:10:33.178145 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:33.235148 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] Pushing event updated for resources: {'Port': ['ID=64bb2f75-c646-411c-a0ed-f1eff8a865b6,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:33.318220 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] Attempting to bind port 64bb2f75-c646-411c-a0ed-f1eff8a865b6 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:10:33.318555 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] Attempting to bind port 64bb2f75-c646-411c-a0ed-f1eff8a865b6 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '4bd40600-770a-4736-aad0-75c13e454e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887'}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:10:33.318897 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] Attempting to bind port 64bb2f75-c646-411c-a0ed-f1eff8a865b6 on network 066ac6d3-663a-44d9-925d-246eb834c887 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:10:33.324248 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] Port 64bb2f75-c646-411c-a0ed-f1eff8a865b6 on network 066ac6d3-663a-44d9-925d-246eb834c887 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 19:10:33.324703 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] Attempting to bind port 64bb2f75-c646-411c-a0ed-f1eff8a865b6 on network 066ac6d3-663a-44d9-925d-246eb834c887 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:10:33.330109 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] Checking agent: {'id': 'b114dd46-986e-4d55-bca0-7e9758e41aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'started_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:10:33.330526 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] Checking segment: {'id': '4bd40600-770a-4736-aad0-75c13e454e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:10:33.331000 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] Bound using segment: {'id': '4bd40600-770a-4736-aad0-75c13e454e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887'} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:10:33.333068 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] Bound port: 64bb2f75-c646-411c-a0ed-f1eff8a865b6, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd40600-770a-4736-aad0-75c13e454e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887'}}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:10:33.333068 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:33.414042 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] For port 64bb2f75-c646-411c-a0ed-f1eff8a865b6, host hv-cinder-66710, cleared binding levels {{(pid=101696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:10:33.418635 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] For port 64bb2f75-c646-411c-a0ed-f1eff8a865b6, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=64bb2f75-c646-411c-a0ed-f1eff8a865b6,segment=NetworkSegment(4bd40600-770a-4736-aad0-75c13e454e6c),segment_id=4bd40600-770a-4736-aad0-75c13e454e6c)] {{(pid=101696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:10:33.423987 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:33.469416 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:33.470463 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:33.472815 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] 10.222.0.18 "PUT /v2.0/ports/64bb2f75-c646-411c-a0ed-f1eff8a865b6 HTTP/1.1" status: 200 len: 1093 time: 0.8034310 Nov 16 19:10:33.472815 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb255369-3900-4aea-a2e5-a1fb5374763c', 'tag': '64bb2f75-c646-411c-a0ed-f1eff8a865b6'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:10:33.475414 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540a49a0-3078-4eaf-9c14-7551211ce146" -d '{"events": [{"name": "network-changed", "server_uuid": "bb255369-3900-4aea-a2e5-a1fb5374763c", "tag": "64bb2f75-c646-411c-a0ed-f1eff8a865b6"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:10:33.504317 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0d949-d038-4c21-8d7e-2393be556ecd service neutron] Pushing event updated for resources: {'Port': ['ID=64bb2f75-c646-411c-a0ed-f1eff8a865b6,revision_number=3']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:33.545932 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb4ffa0-9bab-4e79-a807-d6cd3ba92b02 x-openstack-request-id: req-6bb4ffa0-9bab-4e79-a807-d6cd3ba92b02 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:10:33.546227 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb255369-3900-4aea-a2e5-a1fb5374763c", "tag": "64bb2f75-c646-411c-a0ed-f1eff8a865b6", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:10:33.547817 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6bb4ffa0-9bab-4e79-a807-d6cd3ba92b02 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:10:33.548230 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb255369-3900-4aea-a2e5-a1fb5374763c', 'tag': '64bb2f75-c646-411c-a0ed-f1eff8a865b6', 'status': 'completed', 'code': 200} Nov 16 19:10:33.625591 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-85f0e134-f243-40e5-9ee1-c8d60459df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:33.627141 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-85f0e134-f243-40e5-9ee1-c8d60459df39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b043ff8fd5b4a328d325072a1c372d8&device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 1096 time: 0.0939941 Nov 16 19:10:33.656567 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaf0ed-86e1-4a4e-b156-4b951ce2540d req-13dddc9f-b69d-4262-8992-735e99ea3922 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:33.659149 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-81aaf0ed-86e1-4a4e-b156-4b951ce2540d req-13dddc9f-b69d-4262-8992-735e99ea3922 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 943 time: 0.1179473 Nov 16 19:10:33.719708 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-79b6243b-347b-4912-8388-2ef8ba5ae0d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64bb2f75-c646-411c-a0ed-f1eff8a865b6 HTTP/1.1" status: 200 len: 217 time: 0.0749736 Nov 16 19:10:33.798090 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-81aaf0ed-86e1-4a4e-b156-4b951ce2540d req-c4faa54a-2af4-44b4-a7e5-f6688f4af4c6 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183746 Nov 16 19:10:33.804017 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-a2a5929d-76c7-41b8-9f23-198161d781e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:33.806171 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-a2a5929d-76c7-41b8-9f23-198161d781e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad HTTP/1.1" status: 200 len: 854 time: 0.0770206 Nov 16 19:10:33.863310 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-6092a36c-98f6-4350-a8be-37e7e7753f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:33.864968 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-6092a36c-98f6-4350-a8be-37e7e7753f45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=066ac6d3-663a-44d9-925d-246eb834c887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0465527 Nov 16 19:10:33.965801 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-9e501b74-4611-4c5e-b058-8b65275a5337 service neutron] 10.222.0.18 "GET /v2.0/networks/066ac6d3-663a-44d9-925d-246eb834c887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933228 Nov 16 19:10:34.068371 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-51c129dd-6fef-422a-9a4e-a57e3530429e req-09d497f1-3164-4372-ba58-206393d27a5c service neutron] 10.222.0.18 "GET /v2.0/networks/066ac6d3-663a-44d9-925d-246eb834c887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946069 Nov 16 19:10:34.188527 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a49a0-3078-4eaf-9c14-7551211ce146 req-0cb2b3db-f0a8-4273-bbae-a965fadfcc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:34.190678 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-540a49a0-3078-4eaf-9c14-7551211ce146 req-0cb2b3db-f0a8-4273-bbae-a965fadfcc1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b043ff8fd5b4a328d325072a1c372d8&device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 1096 time: 0.0585158 Nov 16 19:10:34.307688 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a49a0-3078-4eaf-9c14-7551211ce146 req-16432606-19f7-4839-846f-31178cb813db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:34.309182 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-540a49a0-3078-4eaf-9c14-7551211ce146 req-16432606-19f7-4839-846f-31178cb813db service neutron] 10.222.0.18 "GET /v2.0/networks?id=066ac6d3-663a-44d9-925d-246eb834c887 HTTP/1.1" status: 200 len: 916 time: 0.1096072 Nov 16 19:10:34.354242 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-540a49a0-3078-4eaf-9c14-7551211ce146 req-b19009a8-6e27-4cf1-ab57-49f9eb94c330 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64bb2f75-c646-411c-a0ed-f1eff8a865b6 HTTP/1.1" status: 200 len: 217 time: 0.0363514 Nov 16 19:10:34.410441 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a49a0-3078-4eaf-9c14-7551211ce146 req-17b74d2e-b268-47c9-8b3f-3f3c3b67b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:34.412101 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-540a49a0-3078-4eaf-9c14-7551211ce146 req-17b74d2e-b268-47c9-8b3f-3f3c3b67b390 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad HTTP/1.1" status: 200 len: 854 time: 0.0498669 Nov 16 19:10:34.466146 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a49a0-3078-4eaf-9c14-7551211ce146 req-f6886fb8-1acf-4b41-b8f8-a9935a82fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:34.467756 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-540a49a0-3078-4eaf-9c14-7551211ce146 req-f6886fb8-1acf-4b41-b8f8-a9935a82fdba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=066ac6d3-663a-44d9-925d-246eb834c887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0464997 Nov 16 19:10:34.572964 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-540a49a0-3078-4eaf-9c14-7551211ce146 req-d80bb07f-3611-4f52-abe6-5f4d29733d4a service neutron] 10.222.0.18 "GET /v2.0/networks/066ac6d3-663a-44d9-925d-246eb834c887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938859 Nov 16 19:10:34.686038 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-540a49a0-3078-4eaf-9c14-7551211ce146 req-c6a25338-c7fc-409f-8853-bc43c907caeb service neutron] 10.222.0.18 "GET /v2.0/networks/066ac6d3-663a-44d9-925d-246eb834c887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046546 Nov 16 19:10:34.913154 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9f5ab-6c1b-4dc0-bc86-b75ffbefe2e6 req-b14957b8-06bc-40ae-ae36-c9bba9daee8c tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:34.914640 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6ce9f5ab-6c1b-4dc0-bc86-b75ffbefe2e6 req-b14957b8-06bc-40ae-ae36-c9bba9daee8c tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 943 time: 0.0482037 Nov 16 19:10:34.959966 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6ce9f5ab-6c1b-4dc0-bc86-b75ffbefe2e6 req-554b0ca8-c75b-4810-bc55-beb257394ef0 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395525 Nov 16 19:10:36.071302 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf87db0-9623-44ef-a467-5efa0c4717a4 req-5ccf9c99-8ce9-4e63-a71e-41eeb8545718 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:36.072655 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bdf87db0-9623-44ef-a467-5efa0c4717a4 req-5ccf9c99-8ce9-4e63-a71e-41eeb8545718 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 943 time: 0.0476639 Nov 16 19:10:36.118296 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bdf87db0-9623-44ef-a467-5efa0c4717a4 req-dd85a1c2-fe93-4f58-bcd9-8c4154fc9411 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398638 Nov 16 19:10:36.403694 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 64bb2f75-c646-411c-a0ed-f1eff8a865b6 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:10:36.498851 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 64bb2f75-c646-411c-a0ed-f1eff8a865b6, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=64bb2f75-c646-411c-a0ed-f1eff8a865b6,segment=NetworkSegment(4bd40600-770a-4736-aad0-75c13e454e6c),segment_id=4bd40600-770a-4736-aad0-75c13e454e6c)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:10:36.510525 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': '64bb2f75-c646-411c-a0ed-f1eff8a865b6', 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887', 'port_id': '64bb2f75-c646-411c-a0ed-f1eff8a865b6', 'mac_address': 'fa:16:3e:a1:df:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:10:36.545755 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:36.558930 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64bb2f75-c646-411c-a0ed-f1eff8a865b6 {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:10:36.577705 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 64bb2f75-c646-411c-a0ed-f1eff8a865b6, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=64bb2f75-c646-411c-a0ed-f1eff8a865b6,segment=NetworkSegment(4bd40600-770a-4736-aad0-75c13e454e6c),segment_id=4bd40600-770a-4736-aad0-75c13e454e6c)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:10:36.581356 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:36.592900 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:10:36.628052 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=64bb2f75-c646-411c-a0ed-f1eff8a865b6,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:36.795845 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['64bb2f75-c646-411c-a0ed-f1eff8a865b6'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:10:36.834373 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 53892) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:36.865284 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-113038fa-6207-4122-80ac-032b827a1495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:36.880230 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a014d94-f8fe-452d-a426-9c7f93206965 admin admin] Deleting subnet 88a8f5ae-9c17-4e92-b92a-fcc3d18b9f53 {{(pid=101696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 19:10:36.883190 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2a014d94-f8fe-452d-a426-9c7f93206965 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:36.920116 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2a014d94-f8fe-452d-a426-9c7f93206965 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66932038'] for subnet, precommit_delete_associations {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:36.957653 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2a014d94-f8fe-452d-a426-9c7f93206965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-623022'] for subnet, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:37.007070 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2a014d94-f8fe-452d-a426-9c7f93206965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-623025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66353747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63484672'] for subnet, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:37.033600 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a014d94-f8fe-452d-a426-9c7f93206965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88a8f5ae-9c17-4e92-b92a-fcc3d18b9f53,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:37.036173 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2a014d94-f8fe-452d-a426-9c7f93206965 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:37.038697 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-2a014d94-f8fe-452d-a426-9c7f93206965 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/88a8f5ae-9c17-4e92-b92a-fcc3d18b9f53 HTTP/1.1" status: 204 len: 168 time: 0.2033291 Nov 16 19:10:37.041132 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 53894) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:37.238107 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e343f-c8da-4bca-8b34-6be42a3171f2 req-ee41ea09-f282-4d58-bb7e-95d541ac572b tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:37.239837 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3a0e343f-c8da-4bca-8b34-6be42a3171f2 req-ee41ea09-f282-4d58-bb7e-95d541ac572b tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 944 time: 0.0551207 Nov 16 19:10:37.292607 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3a0e343f-c8da-4bca-8b34-6be42a3171f2 req-abb30c09-0048-49d2-96b6-fbb51b00f792 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461478 Nov 16 19:10:37.351583 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-32ea5752-315a-43ab-a84a-d7090b556430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806902'] for network, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:37.427189 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-32ea5752-315a-43ab-a84a-d7090b556430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629537', 'neutron.services.segments.db._delete_segments_for_network-8770492521988'] for network, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:37.446177 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-32ea5752-315a-43ab-a84a-d7090b556430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6e95fe-670f-4ef8-b884-60e8070d32d6']}} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:37.455649 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-32ea5752-315a-43ab-a84a-d7090b556430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ea9f4d-aa19-4169-a015-8f778ad5bff1') {'for_net_delete': True} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:37.455949 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-32ea5752-315a-43ab-a84a-d7090b556430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ea9f4d-aa19-4169-a015-8f778ad5bff1') {} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:37.464916 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-32ea5752-315a-43ab-a84a-d7090b556430 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770492523021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932041'] for segment, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:37.477471 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-32ea5752-315a-43ab-a84a-d7090b556430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:37.483433 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ea5752-315a-43ab-a84a-d7090b556430 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 19:10:37.483848 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-32ea5752-315a-43ab-a84a-d7090b556430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66353909'] for segment, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: Traceback (most recent call last): Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: timer() Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: cb(*args, **kw) Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: return func(*args, **kwargs) Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: self._notify() Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: self.callback(batched_events) Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: event.method(event) Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: return f(self, *a, **k) Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: return self._get(url).json() Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: return self.request(url, 'GET', **kwargs) Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 19:10:37.485735 dv-cinder-667108-35-iscsi neutron-server[101696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 19:10:37.540919 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-32ea5752-315a-43ab-a84a-d7090b556430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833601'] for network, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:37.546110 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-32ea5752-315a-43ab-a84a-d7090b556430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:37.549417 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-32ea5752-315a-43ab-a84a-d7090b556430 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6e6e95fe-670f-4ef8-b884-60e8070d32d6 HTTP/1.1" status: 204 len: 168 time: 0.5073488 Nov 16 19:10:37.561368 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea5752-315a-43ab-a84a-d7090b556430 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e6e95fe-670f-4ef8-b884-60e8070d32d6,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:37.712837 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 53900) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:37.751442 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-56f3fb8c-7284-472f-98f0-f0df8275026a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e543afad06c44fc192c42924e11befdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374732 Nov 16 19:10:37.753717 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 53902) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:37.799708 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-59fdc748-91ee-42c1-bcf0-774a94007c82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:37.820405 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-59fdc748-91ee-42c1-bcf0-774a94007c82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:37.867739 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-59fdc748-91ee-42c1-bcf0-774a94007c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:37.870644 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-59fdc748-91ee-42c1-bcf0-774a94007c82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:37.871976 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-59fdc748-91ee-42c1-bcf0-774a94007c82 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bc25c09d-deef-456e-b86b-6d38b6da1554 HTTP/1.1" status: 204 len: 168 time: 0.1172087 Nov 16 19:10:37.880474 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fdc748-91ee-42c1-bcf0-774a94007c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc25c09d-deef-456e-b86b-6d38b6da1554,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:38.412857 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181698bf-af4f-41b3-96c9-6efa5476f693 req-a682bd6b-fdc1-441d-916c-b61f1c971b98 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:38.414390 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-181698bf-af4f-41b3-96c9-6efa5476f693 req-a682bd6b-fdc1-441d-916c-b61f1c971b98 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 944 time: 0.0553684 Nov 16 19:10:38.435997 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 64bb2f75-c646-411c-a0ed-f1eff8a865b6 up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:10:38.466589 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-181698bf-af4f-41b3-96c9-6efa5476f693 req-a748df13-67f1-44d4-aa32-4ba9869f7e8f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463796 Nov 16 19:10:38.490513 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning for port 64bb2f75-c646-411c-a0ed-f1eff8a865b6 completed by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 19:10:38.494265 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port 64bb2f75-c646-411c-a0ed-f1eff8a865b6 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:38.494719 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:38.528666 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 53926) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:38.570641 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:38.594466 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb255369-3900-4aea-a2e5-a1fb5374763c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bb2f75-c646-411c-a0ed-f1eff8a865b6'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:10:38.596474 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08869ca-a166-469d-afdb-8209a470531f" -d '{"events": [{"server_uuid": "bb255369-3900-4aea-a2e5-a1fb5374763c", "name": "network-vif-plugged", "status": "completed", "tag": "64bb2f75-c646-411c-a0ed-f1eff8a865b6"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:10:38.609330 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 64bb2f75-c646-411c-a0ed-f1eff8a865b6, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=64bb2f75-c646-411c-a0ed-f1eff8a865b6,segment=NetworkSegment(4bd40600-770a-4736-aad0-75c13e454e6c),segment_id=4bd40600-770a-4736-aad0-75c13e454e6c)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:10:38.613732 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:38.626980 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-12d87a07-2c51-4450-b562-4228154b38a5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1401152864-network', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:38.638079 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918b6a8c-54ea-4a02-8929-d440b449794a x-openstack-request-id: req-918b6a8c-54ea-4a02-8929-d440b449794a {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:10:38.638371 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb255369-3900-4aea-a2e5-a1fb5374763c", "name": "network-vif-plugged", "status": "completed", "tag": "64bb2f75-c646-411c-a0ed-f1eff8a865b6", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:10:38.638624 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-918b6a8c-54ea-4a02-8929-d440b449794a {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:10:38.639011 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb255369-3900-4aea-a2e5-a1fb5374763c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bb2f75-c646-411c-a0ed-f1eff8a865b6', 'code': 200} Nov 16 19:10:38.651083 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d87a07-2c51-4450-b562-4228154b38a5 admin admin] Made reservation on behalf of ffaa0849f50740c491e5f247362c3b10 for: {'network': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:10:38.653956 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-12d87a07-2c51-4450-b562-4228154b38a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for network, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:38.664359 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-12d87a07-2c51-4450-b562-4228154b38a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:38.671495 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=64bb2f75-c646-411c-a0ed-f1eff8a865b6,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:38.749334 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-12d87a07-2c51-4450-b562-4228154b38a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:38.753311 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-12d87a07-2c51-4450-b562-4228154b38a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:38.787254 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d87a07-2c51-4450-b562-4228154b38a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=101696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 19:10:38.814424 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d87a07-2c51-4450-b562-4228154b38a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dae5cca-21c0-44a4-8bb0-ebf3ede0e468,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:38.819652 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-12d87a07-2c51-4450-b562-4228154b38a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:38.819996 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.db.segments_db [None req-12d87a07-2c51-4450-b562-4228154b38a5 admin admin] Added segment 7ea8474d-e758-4aa7-a8b3-029b9f135415 of type vlan for network 8869448c-a462-4b3c-b5fc-a38ebbecc48e Nov 16 19:10:38.865649 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3f2a-63d6-4221-894f-978906ecfdea req-d334acc6-304f-4d03-9448-ac4a6e1d956c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:38.867156 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-568c3f2a-63d6-4221-894f-978906ecfdea req-d334acc6-304f-4d03-9448-ac4a6e1d956c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 1098 time: 0.0969334 Nov 16 19:10:38.868594 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-12d87a07-2c51-4450-b562-4228154b38a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770491955959'] for network, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:38.910237 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-12d87a07-2c51-4450-b562-4228154b38a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for network, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:38.911144 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d87a07-2c51-4450-b562-4228154b38a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:38.911739 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-12d87a07-2c51-4450-b562-4228154b38a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:38.980015 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-568c3f2a-63d6-4221-894f-978906ecfdea req-9a0efb73-c0cf-42e4-aee3-6e3b8a752361 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044266 Nov 16 19:10:38.985258 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d87a07-2c51-4450-b562-4228154b38a5 admin admin] Pushing event updated for resources: {'Network': ['ID=8869448c-a462-4b3c-b5fc-a38ebbecc48e,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:38.989945 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-12d87a07-2c51-4450-b562-4228154b38a5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4602709 Nov 16 19:10:38.992842 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 53932) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:38.995970 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Network 8869448c-a462-4b3c-b5fc-a38ebbecc48e details requested by agent ovs-agent-dv-cinder-667108-35-iscsi with host dv-cinder-667108-35-iscsi {{(pid=101697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 19:10:38.997433 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-da5fdab7-33f4-46d7-ab60-0d24da8ecf21 admin admin] Request body: {'subnet': {'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1401152864-subnet', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'ip_version': 4}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:39.018794 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5fdab7-33f4-46d7-ab60-0d24da8ecf21 admin admin] Made reservation on behalf of ffaa0849f50740c491e5f247362c3b10 for: {'subnet': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:10:39.020998 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-da5fdab7-33f4-46d7-ab60-0d24da8ecf21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63484699'] for subnet, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:39.187906 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-da5fdab7-33f4-46d7-ab60-0d24da8ecf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66353692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63484681'] for subnet, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:39.239070 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fdab7-33f4-46d7-ab60-0d24da8ecf21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1968e57c-025d-4b7d-8c0b-82ea90efd865,revision_number=0']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:39.250807 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5fdab7-33f4-46d7-ab60-0d24da8ecf21 admin admin] Checking segment: {'id': '7ea8474d-e758-4aa7-a8b3-029b9f135415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:10:39.251162 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5fdab7-33f4-46d7-ab60-0d24da8ecf21 admin admin] Network hostable DHCP agents. Network: 8869448c-a462-4b3c-b5fc-a38ebbecc48e, hostable agents: ['796d1915-ba41-4440-8731-3d9d4c9dd731'], hosted agents: [] {{(pid=101696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 19:10:39.268640 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5fdab7-33f4-46d7-ab60-0d24da8ecf21 admin admin] Network 8869448c-a462-4b3c-b5fc-a38ebbecc48e is scheduled to be hosted by DHCP agent 796d1915-ba41-4440-8731-3d9d4c9dd731 with binding_index 1 {{(pid=101696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 19:10:39.277261 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-da5fdab7-33f4-46d7-ab60-0d24da8ecf21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-35-iscsi, 8869448c-a462-4b3c-b5fc-a38ebbecc48e) {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:10:39.281719 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5fdab7-33f4-46d7-ab60-0d24da8ecf21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:39.282663 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-da5fdab7-33f4-46d7-ab60-0d24da8ecf21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:39.285645 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c1b490-ab0e-4585-bb61-6aabdf5ba5a7 None None] Network 8869448c-a462-4b3c-b5fc-a38ebbecc48e requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:10:39.298955 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-da5fdab7-33f4-46d7-ab60-0d24da8ecf21 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3051314 Nov 16 19:10:39.301834 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 53934) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:39.306024 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-37ba0f2d-12b7-419c-83c3-e580bc538b22 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:39.326569 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-37ba0f2d-12b7-419c-83c3-e580bc538b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63238'] for router, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:39.327587 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-37ba0f2d-12b7-419c-83c3-e580bc538b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1670261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1710739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63263'] for router, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:39.381233 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-37ba0f2d-12b7-419c-83c3-e580bc538b22 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:39.524824 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-37ba0f2d-12b7-419c-83c3-e580bc538b22 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:39.553706 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492b28c2-6748-4b7d-9888-0fb82dc0d193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dd112e2-f54d-5ef1-af8f-18867742fe1f-8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865'}]}} from dv-cinder-667108-35-iscsi. {{(pid=101697) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 19:10:39.554764 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-492b28c2-6748-4b7d-9888-0fb82dc0d193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:39.631243 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01463bd8-f97d-4840-a12f-97172f060466 req-f9c9a411-488f-4eeb-b9d1-7f5cdb79378d tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:39.632738 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-01463bd8-f97d-4840-a12f-97172f060466 req-f9c9a411-488f-4eeb-b9d1-7f5cdb79378d tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 945 time: 0.0965259 Nov 16 19:10:39.692279 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.db_base_plugin_common [None req-492b28c2-6748-4b7d-9888-0fb82dc0d193 None None] Allocated IP 172.20.0.2 (8869448c-a462-4b3c-b5fc-a38ebbecc48e/1968e57c-025d-4b7d-8c0b-82ea90efd865/ea96f012-2860-48a0-af8c-6acee16419c2) {{(pid=101697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:10:39.698762 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-01463bd8-f97d-4840-a12f-97172f060466 req-c9c03f3a-2a21-4323-8099-3b336bc91c4d tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593646 Nov 16 19:10:39.806393 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-37ba0f2d-12b7-419c-83c3-e580bc538b22 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:39.824608 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-37ba0f2d-12b7-419c-83c3-e580bc538b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:39.847650 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-492b28c2-6748-4b7d-9888-0fb82dc0d193 None None] Publish callbacks [] for port, precommit_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:39.855144 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-492b28c2-6748-4b7d-9888-0fb82dc0d193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981'] for port, after_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:39.863917 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-d6486435-5a6b-4f67-9d10-a5bdebbbb3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:39.899854 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492b28c2-6748-4b7d-9888-0fb82dc0d193 None None] Network 8869448c-a462-4b3c-b5fc-a38ebbecc48e is already hosted by enough agents. {{(pid=101697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:10:39.905275 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.scheduler.base_scheduler [None req-492b28c2-6748-4b7d-9888-0fb82dc0d193 None None] Resources bound (agent type, host, resource id): {{(pid=101697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:10:39.908180 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b28c2-6748-4b7d-9888-0fb82dc0d193 None None] Pushing event updated for resources: {'Port': ['ID=ea96f012-2860-48a0-af8c-6acee16419c2,revision_number=1']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:39.910478 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b28c2-6748-4b7d-9888-0fb82dc0d193 None None] Received port after_create {{(pid=101697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:10:39.941569 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [None req-37ba0f2d-12b7-419c-83c3-e580bc538b22 admin admin] Allocated IP 172.27.0.114 (5f3ac952-8559-40cc-8fc1-b48178a4ccf1/5b3505d5-c140-47b1-9b3e-49bde3fac2c7/335c8ac9-d719-48e3-b951-2fe35488a2ad) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:10:39.982156 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-492b28c2-6748-4b7d-9888-0fb82dc0d193 None None] Attempting to bind port ea96f012-2860-48a0-af8c-6acee16419c2 on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:10:39.982783 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-492b28c2-6748-4b7d-9888-0fb82dc0d193 None None] Attempting to bind port ea96f012-2860-48a0-af8c-6acee16419c2 by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '7ea8474d-e758-4aa7-a8b3-029b9f135415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e'}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:10:39.983320 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b28c2-6748-4b7d-9888-0fb82dc0d193 None None] Attempting to bind port ea96f012-2860-48a0-af8c-6acee16419c2 on network 8869448c-a462-4b3c-b5fc-a38ebbecc48e {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:10:39.989716 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b28c2-6748-4b7d-9888-0fb82dc0d193 None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:10:39.990535 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b28c2-6748-4b7d-9888-0fb82dc0d193 None None] Checking segment: {'id': '7ea8474d-e758-4aa7-a8b3-029b9f135415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:10:39.991071 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-492b28c2-6748-4b7d-9888-0fb82dc0d193 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:39.991782 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b28c2-6748-4b7d-9888-0fb82dc0d193 None None] Bound using segment: {'id': '7ea8474d-e758-4aa7-a8b3-029b9f135415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e'} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:10:39.992160 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-492b28c2-6748-4b7d-9888-0fb82dc0d193 None None] Bound port: ea96f012-2860-48a0-af8c-6acee16419c2, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea8474d-e758-4aa7-a8b3-029b9f135415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e'}}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:10:39.992700 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-492b28c2-6748-4b7d-9888-0fb82dc0d193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:40.044483 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-37ba0f2d-12b7-419c-83c3-e580bc538b22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:40.059128 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-492b28c2-6748-4b7d-9888-0fb82dc0d193 None None] For port ea96f012-2860-48a0-af8c-6acee16419c2, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:10:40.062129 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-492b28c2-6748-4b7d-9888-0fb82dc0d193 None None] For port ea96f012-2860-48a0-af8c-6acee16419c2, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=ea96f012-2860-48a0-af8c-6acee16419c2,segment=NetworkSegment(7ea8474d-e758-4aa7-a8b3-029b9f135415),segment_id=7ea8474d-e758-4aa7-a8b3-029b9f135415)] {{(pid=101697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:10:40.066842 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-492b28c2-6748-4b7d-9888-0fb82dc0d193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:40.077176 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-37ba0f2d-12b7-419c-83c3-e580bc538b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:40.123339 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b28c2-6748-4b7d-9888-0fb82dc0d193 None None] Pushing event updated for resources: {'Port': ['ID=ea96f012-2860-48a0-af8c-6acee16419c2,revision_number=2']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:40.126504 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ba0f2d-12b7-419c-83c3-e580bc538b22 admin admin] Network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:10:40.131711 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-37ba0f2d-12b7-419c-83c3-e580bc538b22 admin admin] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:10:40.136332 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ba0f2d-12b7-419c-83c3-e580bc538b22 admin admin] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:10:40.139468 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba0f2d-12b7-419c-83c3-e580bc538b22 admin admin] Pushing event updated for resources: {'Port': ['ID=335c8ac9-d719-48e3-b951-2fe35488a2ad,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:40.410280 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-37ba0f2d-12b7-419c-83c3-e580bc538b22 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:40.410903 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device ea96f012-2860-48a0-af8c-6acee16419c2 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:10:40.459440 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port ea96f012-2860-48a0-af8c-6acee16419c2 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:40.459808 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:40.538166 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:40.573109 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] For port ea96f012-2860-48a0-af8c-6acee16419c2, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=ea96f012-2860-48a0-af8c-6acee16419c2,segment=NetworkSegment(7ea8474d-e758-4aa7-a8b3-029b9f135415),segment_id=7ea8474d-e758-4aa7-a8b3-029b9f135415)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:10:40.579084 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:40.608102 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-37ba0f2d-12b7-419c-83c3-e580bc538b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1670220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1673333'] for router, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:40.627798 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Pushing event updated for resources: {'Port': ['ID=ea96f012-2860-48a0-af8c-6acee16419c2,revision_number=3']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:40.736997 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ba0f2d-12b7-419c-83c3-e580bc538b22 admin admin] Router 24a9fefc-93d4-4508-ba51-d0b278ca25ec is scheduled to L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b with binding_index 1 {{(pid=101696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 19:10:40.824469 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db999812-e626-4ce2-b17a-0be5b7448730 req-4c54dee1-f88a-4ee0-930b-eb0ae3f5b705 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:40.826059 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-db999812-e626-4ce2-b17a-0be5b7448730 req-4c54dee1-f88a-4ee0-930b-eb0ae3f5b705 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 945 time: 0.0528693 Nov 16 19:10:40.853440 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ba0f2d-12b7-419c-83c3-e580bc538b22 admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:10:40.868926 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] Sync routers for ids ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:10:40.878215 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-37ba0f2d-12b7-419c-83c3-e580bc538b22 admin admin] Publish callbacks [] for router, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:40.880063 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-37ba0f2d-12b7-419c-83c3-e580bc538b22 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5773075 Nov 16 19:10:40.883014 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 53940) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:40.883601 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] Routers {'24a9fefc-93d4-4508-ba51-d0b278ca25ec'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:10:40.884373 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:10:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:40.893198 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-db999812-e626-4ce2-b17a-0be5b7448730 req-01184cdf-97df-4f67-bff3-b2b72aefce33 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603492 Nov 16 19:10:41.002712 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] Set router 24a9fefc-93d4-4508-ba51-d0b278ca25ec gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:10:41.029434 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6a1e8-30b1-4bc0-9996-ae5a2d68a13d req-d3bc6929-1e4a-45b5-b766-068710f0fd13 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:41.031588 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8eb6a1e8-30b1-4bc0-9996-ae5a2d68a13d req-d3bc6929-1e4a-45b5-b766-068710f0fd13 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 945 time: 0.0701346 Nov 16 19:10:41.063146 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803a869f-7b9b-4e60-9809-bc1bd1403752 None None] Network 8869448c-a462-4b3c-b5fc-a38ebbecc48e requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:10:41.158161 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8eb6a1e8-30b1-4bc0-9996-ae5a2d68a13d req-e45cf35a-2460-4154-b87e-6cf3b106eed2 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181228 Nov 16 19:10:41.182721 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-c1f3d93d-e364-49ea-a4e3-d5c1924a1055 None None] Provisioning complete for port ea96f012-2860-48a0-af8c-6acee16419c2 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:41.183128 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-c1f3d93d-e364-49ea-a4e3-d5c1924a1055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:41.411271 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:41.422344 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:40Z', 'revision_number': 3, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:41.455752 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] Checking router: 24a9fefc-93d4-4508-ba51-d0b278ca25ec for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:10:41.456099 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] Updating router 24a9fefc-93d4-4508-ba51-d0b278ca25ec port 335c8ac9-d719-48e3-b951-2fe35488a2ad binding host dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 19:10:41.483324 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:41.646135 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24e0fa-088b-4093-a7a9-5c20a177e26d req-d20cc091-7e74-4322-8f1c-e3886db48364 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:41.647592 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cb24e0fa-088b-4093-a7a9-5c20a177e26d req-d20cc091-7e74-4322-8f1c-e3886db48364 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 945 time: 0.0808694 Nov 16 19:10:41.668162 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-d752a2c9-b7eb-4714-ba7c-bcddc455b79d None None] Provisioning complete for port ea96f012-2860-48a0-af8c-6acee16419c2 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:41.668706 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-d752a2c9-b7eb-4714-ba7c-bcddc455b79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:41.728865 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cb24e0fa-088b-4093-a7a9-5c20a177e26d req-63080bf4-c5af-4322-a8e1-3c42a501319f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752544 Nov 16 19:10:41.735204 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-68496f7c-8524-4e22-a92f-6a92722805d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:41.903388 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [None req-68496f7c-8524-4e22-a92f-6a92722805d9 admin admin] Allocated IP 172.20.0.1 (8869448c-a462-4b3c-b5fc-a38ebbecc48e/1968e57c-025d-4b7d-8c0b-82ea90efd865/bf5e390d-e9fd-449f-9e16-011f282697a3) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:10:41.950570 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] Publish callbacks [] for port, precommit_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:41.957904 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:42.016298 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] Attempting to bind port 335c8ac9-d719-48e3-b951-2fe35488a2ad on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:10:42.016675 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] Attempting to bind port 335c8ac9-d719-48e3-b951-2fe35488a2ad by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:10:42.017041 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] Attempting to bind port 335c8ac9-d719-48e3-b951-2fe35488a2ad on network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:10:42.019010 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6b9cb-2901-4c78-ad59-16f8250c56e5 None None] Pushing event updated for resources: {'Port': ['ID=335c8ac9-d719-48e3-b951-2fe35488a2ad,revision_number=2']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:42.033794 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:10:42.034356 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] Checking segment: {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:10:42.034873 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:42.035353 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] Bound using segment: {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:10:42.035865 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-68496f7c-8524-4e22-a92f-6a92722805d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:42.036050 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] Bound port: 335c8ac9-d719-48e3-b951-2fe35488a2ad, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:10:42.036208 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:42.078417 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-68496f7c-8524-4e22-a92f-6a92722805d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:42.101831 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] For port 335c8ac9-d719-48e3-b951-2fe35488a2ad, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:10:42.106070 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] For port 335c8ac9-d719-48e3-b951-2fe35488a2ad, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=335c8ac9-d719-48e3-b951-2fe35488a2ad,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:10:42.111237 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:42.126735 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68496f7c-8524-4e22-a92f-6a92722805d9 admin admin] Network 8869448c-a462-4b3c-b5fc-a38ebbecc48e is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:10:42.130019 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-68496f7c-8524-4e22-a92f-6a92722805d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:10:42.134409 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68496f7c-8524-4e22-a92f-6a92722805d9 admin admin] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:10:42.138375 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68496f7c-8524-4e22-a92f-6a92722805d9 admin admin] Pushing event updated for resources: {'Port': ['ID=bf5e390d-e9fd-449f-9e16-011f282697a3,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:42.174195 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] Routers {'24a9fefc-93d4-4508-ba51-d0b278ca25ec'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:10:42.174842 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:10:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:42.176684 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6b9cb-2901-4c78-ad59-16f8250c56e5 None None] Pushing event updated for resources: {'Port': ['ID=335c8ac9-d719-48e3-b951-2fe35488a2ad,revision_number=3']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:42.184532 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-68496f7c-8524-4e22-a92f-6a92722805d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833478'] for router_interface, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:42.288847 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] Set router 24a9fefc-93d4-4508-ba51-d0b278ca25ec gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:10:42.330759 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-68496f7c-8524-4e22-a92f-6a92722805d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:42.398229 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device ea96f012-2860-48a0-af8c-6acee16419c2 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:10:42.456604 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-a16ecef4-b2ad-4f9e-8ff1-84c6ac088e1b None None] Provisioning complete for port bf5e390d-e9fd-449f-9e16-011f282697a3 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:42.456872 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-a16ecef4-b2ad-4f9e-8ff1-84c6ac088e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:42.507675 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-68496f7c-8524-4e22-a92f-6a92722805d9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:42.512177 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-68496f7c-8524-4e22-a92f-6a92722805d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:42.531434 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-a16ecef4-b2ad-4f9e-8ff1-84c6ac088e1b None None] Port bf5e390d-e9fd-449f-9e16-011f282697a3 cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:10:42.543180 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port ea96f012-2860-48a0-af8c-6acee16419c2 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:42.543555 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:42.576824 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68496f7c-8524-4e22-a92f-6a92722805d9 admin admin] Pushing event updated for resources: {'Port': ['ID=bf5e390d-e9fd-449f-9e16-011f282697a3,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:42.580164 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-68496f7c-8524-4e22-a92f-6a92722805d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667766'] for router_interface, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:42.605795 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:40Z', 'revision_number': 3, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:42.650501 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ab504a-3c81-477f-8029-efc994996ccd None None] The sync data for ids ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'] in dv-cinder-667108-35-iscsi is: [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:40Z', 'revision_number': 3, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:10:42.681079 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68496f7c-8524-4e22-a92f-6a92722805d9 admin admin] Network 8869448c-a462-4b3c-b5fc-a38ebbecc48e is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:10:42.682915 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-68496f7c-8524-4e22-a92f-6a92722805d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:10:42.798396 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68496f7c-8524-4e22-a92f-6a92722805d9 admin admin] Router 24a9fefc-93d4-4508-ba51-d0b278ca25ec has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:10:42.924164 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68496f7c-8524-4e22-a92f-6a92722805d9 admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:10:42.933154 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-68496f7c-8524-4e22-a92f-6a92722805d9 admin admin] 10.222.0.46 "PUT /v2.0/routers/24a9fefc-93d4-4508-ba51-d0b278ca25ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0466979 Nov 16 19:10:42.955071 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-cf8d63d4-4f7b-4db0-ad0d-ef3c4f23ccdd None None] Provisioning complete for port bf5e390d-e9fd-449f-9e16-011f282697a3 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:42.955581 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-cf8d63d4-4f7b-4db0-ad0d-ef3c4f23ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:42.992448 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d63d4-4f7b-4db0-ad0d-ef3c4f23ccdd None None] Port bf5e390d-e9fd-449f-9e16-011f282697a3 cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:10:43.198005 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:43.468968 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 53982) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:43.474265 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-d525c546-a74c-42e8-ba37-f417bd10dc5a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-779731459-network', 'tenant_id': '918f23dfaf5f40eca62757608e96241f'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:43.502245 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d525c546-a74c-42e8-ba37-f417bd10dc5a admin admin] Made reservation on behalf of 918f23dfaf5f40eca62757608e96241f for: {'network': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:10:43.504692 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d525c546-a74c-42e8-ba37-f417bd10dc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for network, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:43.514135 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d525c546-a74c-42e8-ba37-f417bd10dc5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:43.599657 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d525c546-a74c-42e8-ba37-f417bd10dc5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:43.604155 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d525c546-a74c-42e8-ba37-f417bd10dc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:43.633104 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d525c546-a74c-42e8-ba37-f417bd10dc5a admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=101696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 19:10:43.639468 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525c546-a74c-42e8-ba37-f417bd10dc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8483afe-522d-4bcf-b698-5e7cb5646a1c,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:43.645432 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d525c546-a74c-42e8-ba37-f417bd10dc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:43.645804 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.db.segments_db [None req-d525c546-a74c-42e8-ba37-f417bd10dc5a admin admin] Added segment 3b05649f-8ca1-463e-a728-85e90a8c594f of type vlan for network 7cb542ec-37e4-4a18-829a-efd214985226 Nov 16 19:10:43.688352 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d525c546-a74c-42e8-ba37-f417bd10dc5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770491955959'] for network, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:43.712897 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d525c546-a74c-42e8-ba37-f417bd10dc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for network, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:43.714033 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d525c546-a74c-42e8-ba37-f417bd10dc5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:43.714636 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d525c546-a74c-42e8-ba37-f417bd10dc5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:43.765806 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-d525c546-a74c-42e8-ba37-f417bd10dc5a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2953792 Nov 16 19:10:43.768592 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 53988) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:43.774297 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] Request body: {'subnet': {'network_id': '7cb542ec-37e4-4a18-829a-efd214985226', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-779731459-subnet', 'tenant_id': '918f23dfaf5f40eca62757608e96241f', 'ip_version': 4}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:43.778132 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525c546-a74c-42e8-ba37-f417bd10dc5a admin admin] Pushing event updated for resources: {'Network': ['ID=7cb542ec-37e4-4a18-829a-efd214985226,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:43.788853 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Network 7cb542ec-37e4-4a18-829a-efd214985226 details requested by agent ovs-agent-dv-cinder-667108-35-iscsi with host dv-cinder-667108-35-iscsi {{(pid=101697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 19:10:43.794332 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] Made reservation on behalf of 918f23dfaf5f40eca62757608e96241f for: {'subnet': 1} {{(pid=101695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:10:43.797915 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63062714'] for subnet, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:43.863195 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:43.972864 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63250260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63062696'] for subnet, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:44.031899 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c3b94b-be00-467a-9ddc-fd27420259f4,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:44.043474 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:44.043820 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:44.044156 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:44.044486 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:44.044814 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:44.045140 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:44.045462 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:44.045811 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:44.046183 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:44.046511 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:44.046827 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:44.047140 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:44.051448 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] Checking segment: {'id': '3b05649f-8ca1-463e-a728-85e90a8c594f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7cb542ec-37e4-4a18-829a-efd214985226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:10:44.051808 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] Network hostable DHCP agents. Network: 7cb542ec-37e4-4a18-829a-efd214985226, hostable agents: ['796d1915-ba41-4440-8731-3d9d4c9dd731'], hosted agents: [] {{(pid=101695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 19:10:44.069188 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] Network 7cb542ec-37e4-4a18-829a-efd214985226 is scheduled to be hosted by DHCP agent 796d1915-ba41-4440-8731-3d9d4c9dd731 with binding_index 1 {{(pid=101695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 19:10:44.078517 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-35-iscsi, 7cb542ec-37e4-4a18-829a-efd214985226) {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:10:44.083053 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:44.084167 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for subnet, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:44.087425 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9a0cb8-55da-43a3-bcc7-f7607af6f8ca None None] Network 7cb542ec-37e4-4a18-829a-efd214985226 requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:10:44.105442 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-e2557dee-9325-4257-ad04-37d9af57fde9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3357420 Nov 16 19:10:44.107903 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 53990) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:44.112113 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-13c4f343-187f-4720-ba5f-ccde89a82767 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-779731459-router', 'tenant_id': '918f23dfaf5f40eca62757608e96241f', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:44.134008 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-13c4f343-187f-4720-ba5f-ccde89a82767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63238'] for router, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:44.135249 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-13c4f343-187f-4720-ba5f-ccde89a82767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1670261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1710739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63263'] for router, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:44.189929 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-13c4f343-187f-4720-ba5f-ccde89a82767 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:44.227146 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] Sync routers for ids ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'] in dv-cinder-667108-35-iscsi {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:10:44.237482 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] Routers {'24a9fefc-93d4-4508-ba51-d0b278ca25ec'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:10:44.238193 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:10:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:44.240057 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be33bb93-b7b8-4d74-b5d2-57d140b2e81b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dd112e2-f54d-5ef1-af8f-18867742fe1f-7cb542ec-37e4-4a18-829a-efd214985226', 'network_id': '7cb542ec-37e4-4a18-829a-efd214985226', 'tenant_id': '918f23dfaf5f40eca62757608e96241f', 'fixed_ips': [{'subnet_id': 'f2c3b94b-be00-467a-9ddc-fd27420259f4'}]}} from dv-cinder-667108-35-iscsi. {{(pid=101697) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 19:10:44.240928 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-be33bb93-b7b8-4d74-b5d2-57d140b2e81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:44.334381 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-13c4f343-187f-4720-ba5f-ccde89a82767 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:44.344068 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] Set router 24a9fefc-93d4-4508-ba51-d0b278ca25ec gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:10:44.425585 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.db_base_plugin_common [None req-be33bb93-b7b8-4d74-b5d2-57d140b2e81b None None] Allocated IP 172.20.0.2 (7cb542ec-37e4-4a18-829a-efd214985226/f2c3b94b-be00-467a-9ddc-fd27420259f4/02d9f1ff-7ec6-4d32-934b-a18ef57c9535) {{(pid=101697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:10:44.481747 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 335c8ac9-d719-48e3-b951-2fe35488a2ad up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:10:44.549442 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 4, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'bf5e390d-e9fd-449f-9e16-011f282697a3', 'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'mac_address': 'fa:16:3e:a7:c6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:41Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 2, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'subnets': [{'id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:44.564911 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-13c4f343-187f-4720-ba5f-ccde89a82767 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:44.578624 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 335c8ac9-d719-48e3-b951-2fe35488a2ad triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:44.578624 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:44.579929 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] Checking router: 24a9fefc-93d4-4508-ba51-d0b278ca25ec for host: dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:10:44.580298 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] Updating router 24a9fefc-93d4-4508-ba51-d0b278ca25ec port bf5e390d-e9fd-449f-9e16-011f282697a3 binding host dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 19:10:44.587960 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-13c4f343-187f-4720-ba5f-ccde89a82767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:44.604680 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:44.650103 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-be33bb93-b7b8-4d74-b5d2-57d140b2e81b None None] Publish callbacks [] for port, precommit_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:44.673127 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-be33bb93-b7b8-4d74-b5d2-57d140b2e81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981'] for port, after_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:44.697176 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_common [None req-13c4f343-187f-4720-ba5f-ccde89a82767 admin admin] Allocated IP 172.27.0.196 (5f3ac952-8559-40cc-8fc1-b48178a4ccf1/5b3505d5-c140-47b1-9b3e-49bde3fac2c7/0ee86afa-2981-4946-982f-26b18dfbe5a9) {{(pid=101695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:10:44.741527 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be33bb93-b7b8-4d74-b5d2-57d140b2e81b None None] Network 7cb542ec-37e4-4a18-829a-efd214985226 is already hosted by enough agents. {{(pid=101697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:10:44.752073 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.scheduler.base_scheduler [None req-be33bb93-b7b8-4d74-b5d2-57d140b2e81b None None] Resources bound (agent type, host, resource id): {{(pid=101697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:10:44.757083 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be33bb93-b7b8-4d74-b5d2-57d140b2e81b None None] Received port after_create {{(pid=101697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:10:44.769025 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33bb93-b7b8-4d74-b5d2-57d140b2e81b None None] Pushing event updated for resources: {'Port': ['ID=02d9f1ff-7ec6-4d32-934b-a18ef57c9535,revision_number=1']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:44.771545 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:44.810663 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] For port 335c8ac9-d719-48e3-b951-2fe35488a2ad, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=335c8ac9-d719-48e3-b951-2fe35488a2ad,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:10:44.830017 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:44.866659 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-be33bb93-b7b8-4d74-b5d2-57d140b2e81b None None] Attempting to bind port 02d9f1ff-7ec6-4d32-934b-a18ef57c9535 on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:10:44.866659 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-be33bb93-b7b8-4d74-b5d2-57d140b2e81b None None] Attempting to bind port 02d9f1ff-7ec6-4d32-934b-a18ef57c9535 by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '3b05649f-8ca1-463e-a728-85e90a8c594f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7cb542ec-37e4-4a18-829a-efd214985226'}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:10:44.867000 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be33bb93-b7b8-4d74-b5d2-57d140b2e81b None None] Attempting to bind port 02d9f1ff-7ec6-4d32-934b-a18ef57c9535 on network 7cb542ec-37e4-4a18-829a-efd214985226 {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:10:44.876843 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be33bb93-b7b8-4d74-b5d2-57d140b2e81b None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:10:44.877236 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be33bb93-b7b8-4d74-b5d2-57d140b2e81b None None] Checking segment: {'id': '3b05649f-8ca1-463e-a728-85e90a8c594f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7cb542ec-37e4-4a18-829a-efd214985226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:10:44.878038 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-be33bb93-b7b8-4d74-b5d2-57d140b2e81b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:44.878038 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be33bb93-b7b8-4d74-b5d2-57d140b2e81b None None] Bound using segment: {'id': '3b05649f-8ca1-463e-a728-85e90a8c594f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7cb542ec-37e4-4a18-829a-efd214985226'} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:10:44.878590 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-be33bb93-b7b8-4d74-b5d2-57d140b2e81b None None] Bound port: 02d9f1ff-7ec6-4d32-934b-a18ef57c9535, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b05649f-8ca1-463e-a728-85e90a8c594f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7cb542ec-37e4-4a18-829a-efd214985226'}}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:10:44.878988 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-be33bb93-b7b8-4d74-b5d2-57d140b2e81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:44.888074 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] Publish callbacks [] for port, precommit_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:44.896210 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:44.930930 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Pushing event updated for resources: {'Port': ['ID=335c8ac9-d719-48e3-b951-2fe35488a2ad,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:44.944704 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c6c8d-7bd5-4a71-8a85-6fec5c0324f0 None None] Pushing event updated for resources: {'Port': ['ID=bf5e390d-e9fd-449f-9e16-011f282697a3,revision_number=3']} {{(pid=101698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:44.979393 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-be33bb93-b7b8-4d74-b5d2-57d140b2e81b None None] For port 02d9f1ff-7ec6-4d32-934b-a18ef57c9535, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:10:44.985677 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-be33bb93-b7b8-4d74-b5d2-57d140b2e81b None None] For port 02d9f1ff-7ec6-4d32-934b-a18ef57c9535, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=02d9f1ff-7ec6-4d32-934b-a18ef57c9535,segment=NetworkSegment(3b05649f-8ca1-463e-a728-85e90a8c594f),segment_id=3b05649f-8ca1-463e-a728-85e90a8c594f)] {{(pid=101697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:10:44.992219 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-be33bb93-b7b8-4d74-b5d2-57d140b2e81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:45.015958 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] Attempting to bind port bf5e390d-e9fd-449f-9e16-011f282697a3 on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:10:45.016645 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] Attempting to bind port bf5e390d-e9fd-449f-9e16-011f282697a3 by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '7ea8474d-e758-4aa7-a8b3-029b9f135415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e'}] {{(pid=101698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:10:45.017225 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] Attempting to bind port bf5e390d-e9fd-449f-9e16-011f282697a3 on network 8869448c-a462-4b3c-b5fc-a38ebbecc48e {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:10:45.023151 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:10:45.023858 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] Checking segment: {'id': '7ea8474d-e758-4aa7-a8b3-029b9f135415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:10:45.024596 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:45.025207 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] Bound using segment: {'id': '7ea8474d-e758-4aa7-a8b3-029b9f135415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e'} {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:10:45.026299 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] Bound port: bf5e390d-e9fd-449f-9e16-011f282697a3, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea8474d-e758-4aa7-a8b3-029b9f135415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e'}}] {{(pid=101698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:10:45.026940 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:45.042733 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-13c4f343-187f-4720-ba5f-ccde89a82767 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:45.060288 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33bb93-b7b8-4d74-b5d2-57d140b2e81b None None] Pushing event updated for resources: {'Port': ['ID=02d9f1ff-7ec6-4d32-934b-a18ef57c9535,revision_number=2']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:45.080325 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-13c4f343-187f-4720-ba5f-ccde89a82767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:45.103263 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.db [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] For port bf5e390d-e9fd-449f-9e16-011f282697a3, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:10:45.107069 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.db [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] For port bf5e390d-e9fd-449f-9e16-011f282697a3, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=bf5e390d-e9fd-449f-9e16-011f282697a3,segment=NetworkSegment(7ea8474d-e758-4aa7-a8b3-029b9f135415),segment_id=7ea8474d-e758-4aa7-a8b3-029b9f135415)] {{(pid=101698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:10:45.113074 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:45.127322 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c4f343-187f-4720-ba5f-ccde89a82767 admin admin] Network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:10:45.137947 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-13c4f343-187f-4720-ba5f-ccde89a82767 admin admin] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:10:45.147890 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c4f343-187f-4720-ba5f-ccde89a82767 admin admin] Received port after_create {{(pid=101695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:10:45.166795 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] Routers {'24a9fefc-93d4-4508-ba51-d0b278ca25ec'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:10:45.167322 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:10:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:45.173404 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4f343-187f-4720-ba5f-ccde89a82767 admin admin] Pushing event updated for resources: {'Port': ['ID=0ee86afa-2981-4946-982f-26b18dfbe5a9,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:45.238728 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-178000ba-ff5b-45e2-9529-844bf918a004 None None] Provisioning complete for port bf5e390d-e9fd-449f-9e16-011f282697a3 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:45.244778 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-178000ba-ff5b-45e2-9529-844bf918a004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:45.299159 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] Set router 24a9fefc-93d4-4508-ba51-d0b278ca25ec gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:10:45.363089 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c6c8d-7bd5-4a71-8a85-6fec5c0324f0 None None] Pushing event updated for resources: {'Port': ['ID=bf5e390d-e9fd-449f-9e16-011f282697a3,revision_number=4']} {{(pid=101698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:45.524096 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-13c4f343-187f-4720-ba5f-ccde89a82767 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:45.539684 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-178000ba-ff5b-45e2-9529-844bf918a004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:45.573598 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-178000ba-ff5b-45e2-9529-844bf918a004 None None] For port bf5e390d-e9fd-449f-9e16-011f282697a3, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=bf5e390d-e9fd-449f-9e16-011f282697a3,segment=NetworkSegment(7ea8474d-e758-4aa7-a8b3-029b9f135415),segment_id=7ea8474d-e758-4aa7-a8b3-029b9f135415)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:10:45.577828 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-178000ba-ff5b-45e2-9529-844bf918a004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:45.581311 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 4, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'bf5e390d-e9fd-449f-9e16-011f282697a3', 'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'mac_address': 'fa:16:3e:a7:c6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:41Z', 'updated_at': '2021-11-16T19:10:45Z', 'revision_number': 4, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'subnets': [{'id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:45.619739 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c74edb-9717-4d9e-9abb-98f24c847ad7 None None] The sync data for ids ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'] in dv-cinder-667108-35-iscsi is: [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 4, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'bf5e390d-e9fd-449f-9e16-011f282697a3', 'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'mac_address': 'fa:16:3e:a7:c6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:41Z', 'updated_at': '2021-11-16T19:10:45Z', 'revision_number': 4, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'subnets': [{'id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:10:45.630245 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178000ba-ff5b-45e2-9529-844bf918a004 None None] Pushing event updated for resources: {'Port': ['ID=bf5e390d-e9fd-449f-9e16-011f282697a3,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:45.721696 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-4097ad73-ca5d-4451-8e1a-2291a86d3551 None None] Provisioning complete for port bf5e390d-e9fd-449f-9e16-011f282697a3 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:45.722324 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-4097ad73-ca5d-4451-8e1a-2291a86d3551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:45.754653 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-13c4f343-187f-4720-ba5f-ccde89a82767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1670220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1673333'] for router, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:45.893498 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c4f343-187f-4720-ba5f-ccde89a82767 admin admin] Router 7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0 is scheduled to L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b with binding_index 1 {{(pid=101695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 19:10:46.011703 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c4f343-187f-4720-ba5f-ccde89a82767 admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:10:46.023247 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] Sync routers for ids ['7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:10:46.033617 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-13c4f343-187f-4720-ba5f-ccde89a82767 admin admin] Publish callbacks [] for router, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:46.038052 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 53996) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:46.038995 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-13c4f343-187f-4720-ba5f-ccde89a82767 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9296730 Nov 16 19:10:46.040378 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] Routers {'7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:10:46.041080 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:10:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:46.180323 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] Set router 7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:10:46.211296 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453beab1-9c07-4381-8f22-e55133b9a4cf None None] Network 7cb542ec-37e4-4a18-829a-efd214985226 requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:10:46.350928 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-95e20cbd-8e2e-43e9-985b-60a9b29d48d7 None None] Provisioning complete for port 02d9f1ff-7ec6-4d32-934b-a18ef57c9535 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:46.351567 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-95e20cbd-8e2e-43e9-985b-60a9b29d48d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:46.541041 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b065b5aa-5899-4a8d-91b9-e2e1a8c04020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:46.565096 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-95e20cbd-8e2e-43e9-985b-60a9b29d48d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:46.571720 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 335c8ac9-d719-48e3-b951-2fe35488a2ad up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:10:46.641646 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0', 'name': 'tempest-TestVolumeBootPattern-779731459-router', 'tenant_id': '918f23dfaf5f40eca62757608e96241f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '0ee86afa-2981-4946-982f-26b18dfbe5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:44Z', 'updated_at': '2021-11-16T19:10:45Z', 'revision_number': 3, 'project_id': '918f23dfaf5f40eca62757608e96241f', 'gw_port': {'id': '0ee86afa-2981-4946-982f-26b18dfbe5a9', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:44Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:46.683252 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] Checking router: 7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0 for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:10:46.683603 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] Updating router 7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0 port 0ee86afa-2981-4946-982f-26b18dfbe5a9 binding host dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 19:10:46.686557 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-95e20cbd-8e2e-43e9-985b-60a9b29d48d7 None None] For port 02d9f1ff-7ec6-4d32-934b-a18ef57c9535, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=02d9f1ff-7ec6-4d32-934b-a18ef57c9535,segment=NetworkSegment(3b05649f-8ca1-463e-a728-85e90a8c594f),segment_id=3b05649f-8ca1-463e-a728-85e90a8c594f)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:10:46.707564 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-95e20cbd-8e2e-43e9-985b-60a9b29d48d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:46.723579 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [None req-b065b5aa-5899-4a8d-91b9-e2e1a8c04020 admin admin] Allocated IP 172.20.0.1 (7cb542ec-37e4-4a18-829a-efd214985226/f2c3b94b-be00-467a-9ddc-fd27420259f4/4c99dcf4-f4df-4444-9078-78877165f388) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:10:46.742258 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:46.745351 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 335c8ac9-d719-48e3-b951-2fe35488a2ad triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:46.745740 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:46.855260 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e20cbd-8e2e-43e9-985b-60a9b29d48d7 None None] Pushing event updated for resources: {'Port': ['ID=02d9f1ff-7ec6-4d32-934b-a18ef57c9535,revision_number=3']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:46.871089 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b065b5aa-5899-4a8d-91b9-e2e1a8c04020 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:46.908597 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b065b5aa-5899-4a8d-91b9-e2e1a8c04020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:46.949063 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b065b5aa-5899-4a8d-91b9-e2e1a8c04020 admin admin] Network 7cb542ec-37e4-4a18-829a-efd214985226 is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:10:46.951877 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-b065b5aa-5899-4a8d-91b9-e2e1a8c04020 admin admin] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:10:46.957957 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b065b5aa-5899-4a8d-91b9-e2e1a8c04020 admin admin] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:10:46.990886 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065b5aa-5899-4a8d-91b9-e2e1a8c04020 admin admin] Pushing event updated for resources: {'Port': ['ID=4c99dcf4-f4df-4444-9078-78877165f388,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:47.002617 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 02d9f1ff-7ec6-4d32-934b-a18ef57c9535 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:10:47.007626 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b065b5aa-5899-4a8d-91b9-e2e1a8c04020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833478'] for router_interface, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:47.072790 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-647ad1be-681d-40be-a0bf-7f102d7245e8 None None] Provisioning complete for port 02d9f1ff-7ec6-4d32-934b-a18ef57c9535 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:47.073163 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-647ad1be-681d-40be-a0bf-7f102d7245e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:47.138575 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b065b5aa-5899-4a8d-91b9-e2e1a8c04020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:47.176476 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 02d9f1ff-7ec6-4d32-934b-a18ef57c9535 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:47.176840 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:47.217886 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] Publish callbacks [] for port, precommit_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:47.230021 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:47.303722 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b065b5aa-5899-4a8d-91b9-e2e1a8c04020 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:47.308223 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b065b5aa-5899-4a8d-91b9-e2e1a8c04020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:47.321601 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85396c73-03bc-4bc8-9f41-0da8e655a500 None None] Pushing event updated for resources: {'Port': ['ID=0ee86afa-2981-4946-982f-26b18dfbe5a9,revision_number=2']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:47.324089 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] Attempting to bind port 0ee86afa-2981-4946-982f-26b18dfbe5a9 on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:10:47.324459 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] Attempting to bind port 0ee86afa-2981-4946-982f-26b18dfbe5a9 by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:10:47.324814 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] Attempting to bind port 0ee86afa-2981-4946-982f-26b18dfbe5a9 on network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:10:47.348194 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:10:47.348653 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] Checking segment: {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:10:47.349060 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:47.349454 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] Bound using segment: {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:10:47.349960 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] Bound port: 0ee86afa-2981-4946-982f-26b18dfbe5a9, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:10:47.350335 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:47.378689 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065b5aa-5899-4a8d-91b9-e2e1a8c04020 admin admin] Pushing event updated for resources: {'Port': ['ID=4c99dcf4-f4df-4444-9078-78877165f388,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:47.381497 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b065b5aa-5899-4a8d-91b9-e2e1a8c04020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667766'] for router_interface, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:47.392039 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device bf5e390d-e9fd-449f-9e16-011f282697a3 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:10:47.440923 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] For port 0ee86afa-2981-4946-982f-26b18dfbe5a9, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:10:47.460363 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] For port 0ee86afa-2981-4946-982f-26b18dfbe5a9, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=0ee86afa-2981-4946-982f-26b18dfbe5a9,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:10:47.462820 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-40fddb66-91c1-405d-a43f-130082c3b853 None None] Provisioning complete for port 4c99dcf4-f4df-4444-9078-78877165f388 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:47.463188 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-40fddb66-91c1-405d-a43f-130082c3b853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:47.474106 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b065b5aa-5899-4a8d-91b9-e2e1a8c04020 admin admin] Network 7cb542ec-37e4-4a18-829a-efd214985226 is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:10:47.475518 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-b065b5aa-5899-4a8d-91b9-e2e1a8c04020 admin admin] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:10:47.599557 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b065b5aa-5899-4a8d-91b9-e2e1a8c04020 admin admin] Router 7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0 has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:10:47.610142 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:47.670279 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-40fddb66-91c1-405d-a43f-130082c3b853 None None] Port 4c99dcf4-f4df-4444-9078-78877165f388 cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:10:47.679094 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port bf5e390d-e9fd-449f-9e16-011f282697a3 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:47.679459 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:47.710116 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] Routers {'7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:10:47.710731 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:10:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:47.715863 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85396c73-03bc-4bc8-9f41-0da8e655a500 None None] Pushing event updated for resources: {'Port': ['ID=0ee86afa-2981-4946-982f-26b18dfbe5a9,revision_number=3']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:47.723359 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b065b5aa-5899-4a8d-91b9-e2e1a8c04020 admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:10:47.732777 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-b065b5aa-5899-4a8d-91b9-e2e1a8c04020 admin admin] 10.222.0.46 "PUT /v2.0/routers/7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6892684 Nov 16 19:10:47.820990 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-9ea1ea64-e4b7-4e4f-9177-a3de3fd74342 None None] Provisioning complete for port 4c99dcf4-f4df-4444-9078-78877165f388 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:47.821362 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ea64-e4b7-4e4f-9177-a3de3fd74342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:47.897063 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] Set router 7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:10:47.928942 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-9ea1ea64-e4b7-4e4f-9177-a3de3fd74342 None None] Port 4c99dcf4-f4df-4444-9078-78877165f388 cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:10:48.110000 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0', 'name': 'tempest-TestVolumeBootPattern-779731459-router', 'tenant_id': '918f23dfaf5f40eca62757608e96241f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '0ee86afa-2981-4946-982f-26b18dfbe5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:44Z', 'updated_at': '2021-11-16T19:10:47Z', 'revision_number': 4, 'project_id': '918f23dfaf5f40eca62757608e96241f', 'gw_port': {'id': '0ee86afa-2981-4946-982f-26b18dfbe5a9', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:44Z', 'updated_at': '2021-11-16T19:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '4c99dcf4-f4df-4444-9078-78877165f388', 'name': '', 'network_id': '7cb542ec-37e4-4a18-829a-efd214985226', 'tenant_id': '918f23dfaf5f40eca62757608e96241f', 'mac_address': 'fa:16:3e:cc:f9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'f2c3b94b-be00-467a-9ddc-fd27420259f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:46Z', 'updated_at': '2021-11-16T19:10:47Z', 'revision_number': 2, 'project_id': '918f23dfaf5f40eca62757608e96241f', 'subnets': [{'id': 'f2c3b94b-be00-467a-9ddc-fd27420259f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:48.123338 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 54008) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:48.128778 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-26282eb1-aa0f-491f-9cc3-94f09a61ebde tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-470136781', 'description': 'tempest-secgroup-smoke-470136781 description', 'project_id': 'ffaa0849f50740c491e5f247362c3b10'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:48.142387 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e8a36-f413-40aa-bb7a-5f038fd2f815 None None] The sync data for ids ['7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0'] in dv-cinder-667108-35-iscsi is: [{'id': '7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0', 'name': 'tempest-TestVolumeBootPattern-779731459-router', 'tenant_id': '918f23dfaf5f40eca62757608e96241f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '0ee86afa-2981-4946-982f-26b18dfbe5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:44Z', 'updated_at': '2021-11-16T19:10:47Z', 'revision_number': 4, 'project_id': '918f23dfaf5f40eca62757608e96241f', 'gw_port': {'id': '0ee86afa-2981-4946-982f-26b18dfbe5a9', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:44Z', 'updated_at': '2021-11-16T19:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '4c99dcf4-f4df-4444-9078-78877165f388', 'name': '', 'network_id': '7cb542ec-37e4-4a18-829a-efd214985226', 'tenant_id': '918f23dfaf5f40eca62757608e96241f', 'mac_address': 'fa:16:3e:cc:f9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'f2c3b94b-be00-467a-9ddc-fd27420259f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:46Z', 'updated_at': '2021-11-16T19:10:47Z', 'revision_number': 2, 'project_id': '918f23dfaf5f40eca62757608e96241f', 'subnets': [{'id': 'f2c3b94b-be00-467a-9ddc-fd27420259f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:10:48.153041 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-26282eb1-aa0f-491f-9cc3-94f09a61ebde tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.224059 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-26282eb1-aa0f-491f-9cc3-94f09a61ebde tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.228304 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-26282eb1-aa0f-491f-9cc3-94f09a61ebde tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.257989 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-26282eb1-aa0f-491f-9cc3-94f09a61ebde tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.259369 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-26282eb1-aa0f-491f-9cc3-94f09a61ebde tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1340740 Nov 16 19:10:48.261100 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26282eb1-aa0f-491f-9cc3-94f09a61ebde tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e635683a-3e86-40a1-aa8a-3473c2d4db6b,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:48.262249 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54010) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:48.266984 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-9adc4253-4453-41ca-b46c-f9f8c8a4d734 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Request body: {'security_group_rule': {'security_group_id': 'e635683a-3e86-40a1-aa8a-3473c2d4db6b', 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:48.296367 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9adc4253-4453-41ca-b46c-f9f8c8a4d734 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.377051 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9adc4253-4453-41ca-b46c-f9f8c8a4d734 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.381068 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9adc4253-4453-41ca-b46c-f9f8c8a4d734 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.398110 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc4253-4453-41ca-b46c-f9f8c8a4d734 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ed68b4-9ba7-452c-a770-c9bf8bc2fdea,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:48.415433 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 02d9f1ff-7ec6-4d32-934b-a18ef57c9535 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:10:48.420920 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9adc4253-4453-41ca-b46c-f9f8c8a4d734 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.422272 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-9adc4253-4453-41ca-b46c-f9f8c8a4d734 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1589863 Nov 16 19:10:48.424998 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54012) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:48.429343 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-d7051097-3381-490c-9d4e-102d73c82783 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Request body: {'security_group_rule': {'security_group_id': 'e635683a-3e86-40a1-aa8a-3473c2d4db6b', 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:48.465269 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d7051097-3381-490c-9d4e-102d73c82783 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.471842 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 02d9f1ff-7ec6-4d32-934b-a18ef57c9535 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:48.472314 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.524539 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d7051097-3381-490c-9d4e-102d73c82783 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.528670 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d7051097-3381-490c-9d4e-102d73c82783 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.548574 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7051097-3381-490c-9d4e-102d73c82783 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746dc8c5-23d7-446f-8ae1-70bd7027c130,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:48.562026 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-d7051097-3381-490c-9d4e-102d73c82783 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.566384 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 54014) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:48.566627 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-d7051097-3381-490c-9d4e-102d73c82783 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1403053 Nov 16 19:10:48.571361 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-d2f079f6-799f-484d-834d-fb1d5b38ebbf tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Request body: {'security_group_rule': {'security_group_id': 'e635683a-3e86-40a1-aa8a-3473c2d4db6b', 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:48.602693 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d2f079f6-799f-484d-834d-fb1d5b38ebbf tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.666320 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d2f079f6-799f-484d-834d-fb1d5b38ebbf tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.670098 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d2f079f6-799f-484d-834d-fb1d5b38ebbf tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.688925 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f079f6-799f-484d-834d-fb1d5b38ebbf tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95e8dc7-52e9-4269-a256-c1e7b674daba,revision_number=0']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:48.696677 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d2f079f6-799f-484d-834d-fb1d5b38ebbf tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.701060 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54016) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:48.702695 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-d2f079f6-799f-484d-834d-fb1d5b38ebbf tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343682 Nov 16 19:10:48.706212 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-0ae8cc76-5ee6-45c5-a4b0-610662de780f tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Request body: {'security_group_rule': {'security_group_id': 'e635683a-3e86-40a1-aa8a-3473c2d4db6b', 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:48.733856 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-0ae8cc76-5ee6-45c5-a4b0-610662de780f tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.805102 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-0ae8cc76-5ee6-45c5-a4b0-610662de780f tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.808369 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-0ae8cc76-5ee6-45c5-a4b0-610662de780f tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.825499 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8cc76-5ee6-45c5-a4b0-610662de780f tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b920448-151b-4d84-bdfe-94e5d78e55aa,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:48.837264 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-0ae8cc76-5ee6-45c5-a4b0-610662de780f tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.838527 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-0ae8cc76-5ee6-45c5-a4b0-610662de780f tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1363993 Nov 16 19:10:48.841135 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54018) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:48.845646 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-ed0f2642-d6f0-41a2-83f3-c42b6d4b35ae tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Request body: {'security_group_rule': {'security_group_id': 'e635683a-3e86-40a1-aa8a-3473c2d4db6b', 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:48.867493 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.securitygroups_db [None req-ed0f2642-d6f0-41a2-83f3-c42b6d4b35ae tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Project ffaa0849f50740c491e5f247362c3b10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 19:10:48.874612 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ed0f2642-d6f0-41a2-83f3-c42b6d4b35ae tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.935774 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ed0f2642-d6f0-41a2-83f3-c42b6d4b35ae tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.940593 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ed0f2642-d6f0-41a2-83f3-c42b6d4b35ae tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.958702 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f2642-d6f0-41a2-83f3-c42b6d4b35ae tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b3188f-6584-4551-bc43-c837815cfacf,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:48.967419 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ed0f2642-d6f0-41a2-83f3-c42b6d4b35ae tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:48.971271 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-ed0f2642-d6f0-41a2-83f3-c42b6d4b35ae tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265571 Nov 16 19:10:48.971768 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54022) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:48.975754 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-74a5f818-b3bd-4d77-be4d-3bb0e4537b44 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Request body: {'security_group_rule': {'security_group_id': 'e635683a-3e86-40a1-aa8a-3473c2d4db6b', 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:48.997608 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.securitygroups_db [None req-74a5f818-b3bd-4d77-be4d-3bb0e4537b44 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Project ffaa0849f50740c491e5f247362c3b10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 19:10:49.003677 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-74a5f818-b3bd-4d77-be4d-3bb0e4537b44 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:49.064335 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-74a5f818-b3bd-4d77-be4d-3bb0e4537b44 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:49.068166 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-74a5f818-b3bd-4d77-be4d-3bb0e4537b44 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:49.086114 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5f818-b3bd-4d77-be4d-3bb0e4537b44 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544c92b3-70d5-4a80-bded-da7fa05afdab,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:49.094628 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-74a5f818-b3bd-4d77-be4d-3bb0e4537b44 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:49.095826 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-74a5f818-b3bd-4d77-be4d-3bb0e4537b44 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234815 Nov 16 19:10:50.115137 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] Sync routers for ids ['7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0'] in dv-cinder-667108-35-iscsi {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:10:50.125883 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] Routers {'7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:10:50.126565 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:10:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:50.184959 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e426ff-f18f-42d6-87c8-a3fc9201082b req-77eca632-60f9-41a7-8700-2f1a68bacab3 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:50.187022 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-51e426ff-f18f-42d6-87c8-a3fc9201082b req-77eca632-60f9-41a7-8700-2f1a68bacab3 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 945 time: 0.0504332 Nov 16 19:10:50.234463 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] Set router 7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:10:50.235528 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-51e426ff-f18f-42d6-87c8-a3fc9201082b req-ee8ebb80-0d0b-4ae3-a05d-d86b7ad7dc35 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426645 Nov 16 19:10:50.258208 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 54088) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:50.422813 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 0ee86afa-2981-4946-982f-26b18dfbe5a9 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:10:50.463707 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c2c166-e73d-424e-9dc4-24a8a38d52b5 tempest-TestMinimumBasicScenario-513399534 tempest-TestMinimumBasicScenario-513399534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:50.465280 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-d8c2c166-e73d-424e-9dc4-24a8a38d52b5 tempest-TestMinimumBasicScenario-513399534 tempest-TestMinimumBasicScenario-513399534-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 1093 time: 0.2060447 Nov 16 19:10:50.471798 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54092) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:50.473901 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-e5d6a065-d2f6-48ee-b043-9fe9c296010a tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Request body: {'floatingip': {'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'port_id': '64bb2f75-c646-411c-a0ed-f1eff8a865b6', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:50.478191 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 0ee86afa-2981-4946-982f-26b18dfbe5a9 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:50.478696 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:50.496367 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a065-d2f6-48ee-b043-9fe9c296010a tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for floatingip, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:50.552588 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0', 'name': 'tempest-TestVolumeBootPattern-779731459-router', 'tenant_id': '918f23dfaf5f40eca62757608e96241f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '0ee86afa-2981-4946-982f-26b18dfbe5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:44Z', 'updated_at': '2021-11-16T19:10:47Z', 'revision_number': 4, 'project_id': '918f23dfaf5f40eca62757608e96241f', 'gw_port': {'id': '0ee86afa-2981-4946-982f-26b18dfbe5a9', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:44Z', 'updated_at': '2021-11-16T19:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '4c99dcf4-f4df-4444-9078-78877165f388', 'name': '', 'network_id': '7cb542ec-37e4-4a18-829a-efd214985226', 'tenant_id': '918f23dfaf5f40eca62757608e96241f', 'mac_address': 'fa:16:3e:cc:f9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'f2c3b94b-be00-467a-9ddc-fd27420259f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:46Z', 'updated_at': '2021-11-16T19:10:47Z', 'revision_number': 2, 'project_id': '918f23dfaf5f40eca62757608e96241f', 'subnets': [{'id': 'f2c3b94b-be00-467a-9ddc-fd27420259f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:50.559102 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:50.581636 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] For port 0ee86afa-2981-4946-982f-26b18dfbe5a9, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=0ee86afa-2981-4946-982f-26b18dfbe5a9,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:10:50.586553 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] Checking router: 7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0 for host: dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:10:50.586912 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] Updating router 7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0 port 4c99dcf4-f4df-4444-9078-78877165f388 binding host dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 19:10:50.587183 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:50.606354 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a065-d2f6-48ee-b043-9fe9c296010a tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:50.622692 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:50.647122 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Pushing event updated for resources: {'Port': ['ID=0ee86afa-2981-4946-982f-26b18dfbe5a9,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:50.654134 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:50.654485 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:50.654826 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:50.655190 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:50.655521 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:50.655851 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:50.656177 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:50.656501 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:50.656827 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:50.657147 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:50.657467 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:50.657816 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:10:50.719468 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_common [None req-e5d6a065-d2f6-48ee-b043-9fe9c296010a tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Allocated IP 172.27.0.23 (5f3ac952-8559-40cc-8fc1-b48178a4ccf1/5b3505d5-c140-47b1-9b3e-49bde3fac2c7/ff6d149f-bab2-4834-9dca-331162afcd86) {{(pid=101695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:10:50.824739 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a065-d2f6-48ee-b043-9fe9c296010a tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for port, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:50.856657 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a065-d2f6-48ee-b043-9fe9c296010a tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:50.891653 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] Publish callbacks [] for port, precommit_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:50.898406 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:50.903878 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d6a065-d2f6-48ee-b043-9fe9c296010a tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:10:50.907347 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-e5d6a065-d2f6-48ee-b043-9fe9c296010a tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:10:50.909797 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d6a065-d2f6-48ee-b043-9fe9c296010a tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Received port after_create {{(pid=101695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:10:50.936449 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6a065-d2f6-48ee-b043-9fe9c296010a tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Pushing event updated for resources: {'Port': ['ID=ff6d149f-bab2-4834-9dca-331162afcd86,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:50.945588 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0057b-0b74-4948-a2d2-1c68cedc627c None None] Pushing event updated for resources: {'Port': ['ID=4c99dcf4-f4df-4444-9078-78877165f388,revision_number=3']} {{(pid=101698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:51.005864 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] Attempting to bind port 4c99dcf4-f4df-4444-9078-78877165f388 on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:10:51.006258 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] Attempting to bind port 4c99dcf4-f4df-4444-9078-78877165f388 by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '3b05649f-8ca1-463e-a728-85e90a8c594f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7cb542ec-37e4-4a18-829a-efd214985226'}] {{(pid=101698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:10:51.006607 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] Attempting to bind port 4c99dcf4-f4df-4444-9078-78877165f388 on network 7cb542ec-37e4-4a18-829a-efd214985226 {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:10:51.012295 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:10:51.012679 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] Checking segment: {'id': '3b05649f-8ca1-463e-a728-85e90a8c594f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7cb542ec-37e4-4a18-829a-efd214985226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:10:51.013085 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:51.013482 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] Bound using segment: {'id': '3b05649f-8ca1-463e-a728-85e90a8c594f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7cb542ec-37e4-4a18-829a-efd214985226'} {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:10:51.014004 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] Bound port: 4c99dcf4-f4df-4444-9078-78877165f388, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b05649f-8ca1-463e-a728-85e90a8c594f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7cb542ec-37e4-4a18-829a-efd214985226'}}] {{(pid=101698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:10:51.014802 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:51.085416 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.db [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] For port 4c99dcf4-f4df-4444-9078-78877165f388, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:10:51.090689 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.db [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] For port 4c99dcf4-f4df-4444-9078-78877165f388, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=4c99dcf4-f4df-4444-9078-78877165f388,segment=NetworkSegment(3b05649f-8ca1-463e-a728-85e90a8c594f),segment_id=3b05649f-8ca1-463e-a728-85e90a8c594f)] {{(pid=101698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:10:51.100574 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:51.164341 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] Routers {'7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:10:51.165023 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:10:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:51.185371 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-7f6eacc0-20c5-4ca3-b9bf-16bc48fb8aef None None] Provisioning complete for port 4c99dcf4-f4df-4444-9078-78877165f388 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:51.186049 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-7f6eacc0-20c5-4ca3-b9bf-16bc48fb8aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:51.202769 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0057b-0b74-4948-a2d2-1c68cedc627c None None] Pushing event updated for resources: {'Port': ['ID=4c99dcf4-f4df-4444-9078-78877165f388,revision_number=4']} {{(pid=101698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:51.285950 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-7f6eacc0-20c5-4ca3-b9bf-16bc48fb8aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:51.311303 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] Set router 7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:10:51.324977 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-7f6eacc0-20c5-4ca3-b9bf-16bc48fb8aef None None] For port 4c99dcf4-f4df-4444-9078-78877165f388, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=4c99dcf4-f4df-4444-9078-78877165f388,segment=NetworkSegment(3b05649f-8ca1-463e-a728-85e90a8c594f),segment_id=3b05649f-8ca1-463e-a728-85e90a8c594f)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:10:51.328489 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a065-d2f6-48ee-b043-9fe9c296010a tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:51.332785 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-7f6eacc0-20c5-4ca3-b9bf-16bc48fb8aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:51.394765 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6eacc0-20c5-4ca3-b9bf-16bc48fb8aef None None] Pushing event updated for resources: {'Port': ['ID=4c99dcf4-f4df-4444-9078-78877165f388,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:51.420289 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a065-d2f6-48ee-b043-9fe9c296010a tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:51.455718 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-0e6be171-79c1-40a8-bed7-ce2410c54fea None None] Provisioning complete for port 4c99dcf4-f4df-4444-9078-78877165f388 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:51.456287 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-0e6be171-79c1-40a8-bed7-ce2410c54fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:51.539499 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0', 'name': 'tempest-TestVolumeBootPattern-779731459-router', 'tenant_id': '918f23dfaf5f40eca62757608e96241f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '0ee86afa-2981-4946-982f-26b18dfbe5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:44Z', 'updated_at': '2021-11-16T19:10:47Z', 'revision_number': 4, 'project_id': '918f23dfaf5f40eca62757608e96241f', 'gw_port': {'id': '0ee86afa-2981-4946-982f-26b18dfbe5a9', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:44Z', 'updated_at': '2021-11-16T19:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '4c99dcf4-f4df-4444-9078-78877165f388', 'name': '', 'network_id': '7cb542ec-37e4-4a18-829a-efd214985226', 'tenant_id': '918f23dfaf5f40eca62757608e96241f', 'mac_address': 'fa:16:3e:cc:f9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'f2c3b94b-be00-467a-9ddc-fd27420259f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:46Z', 'updated_at': '2021-11-16T19:10:51Z', 'revision_number': 4, 'project_id': '918f23dfaf5f40eca62757608e96241f', 'subnets': [{'id': 'f2c3b94b-be00-467a-9ddc-fd27420259f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:51.568315 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524e48b6-0004-455c-99f9-c42ab3c90d89 None None] The sync data for ids ['7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0'] in dv-cinder-667108-35-iscsi is: [{'id': '7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0', 'name': 'tempest-TestVolumeBootPattern-779731459-router', 'tenant_id': '918f23dfaf5f40eca62757608e96241f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '0ee86afa-2981-4946-982f-26b18dfbe5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:44Z', 'updated_at': '2021-11-16T19:10:47Z', 'revision_number': 4, 'project_id': '918f23dfaf5f40eca62757608e96241f', 'gw_port': {'id': '0ee86afa-2981-4946-982f-26b18dfbe5a9', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:44Z', 'updated_at': '2021-11-16T19:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '4c99dcf4-f4df-4444-9078-78877165f388', 'name': '', 'network_id': '7cb542ec-37e4-4a18-829a-efd214985226', 'tenant_id': '918f23dfaf5f40eca62757608e96241f', 'mac_address': 'fa:16:3e:cc:f9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'f2c3b94b-be00-467a-9ddc-fd27420259f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:46Z', 'updated_at': '2021-11-16T19:10:51Z', 'revision_number': 4, 'project_id': '918f23dfaf5f40eca62757608e96241f', 'subnets': [{'id': 'f2c3b94b-be00-467a-9ddc-fd27420259f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:10:51.583315 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a065-d2f6-48ee-b043-9fe9c296010a tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for port, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:51.587810 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a065-d2f6-48ee-b043-9fe9c296010a tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63250401'] for port, after_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:51.662881 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6a065-d2f6-48ee-b043-9fe9c296010a tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Pushing event updated for resources: {'Port': ['ID=ff6d149f-bab2-4834-9dca-331162afcd86,revision_number=2']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:51.676925 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a065-d2f6-48ee-b043-9fe9c296010a tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833619'] for floatingip, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:51.780630 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.l3_db [None req-e5d6a065-d2f6-48ee-b043-9fe9c296010a tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Floating IP 11217ed4-eea8-4626-b57d-8d030afc1ddc associated. External IP: 172.27.0.23, port: 64bb2f75-c646-411c-a0ed-f1eff8a865b6. Nov 16 19:10:52.002297 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d6a065-d2f6-48ee-b043-9fe9c296010a tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Router a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:10:52.111498 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d6a065-d2f6-48ee-b043-9fe9c296010a tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:10:52.120900 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3c73ab-e5ae-4947-83bf-7cb2eed3b632 None None] Sync routers for ids ['a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:10:52.129679 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a065-d2f6-48ee-b043-9fe9c296010a tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for floatingip, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:52.132691 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3c73ab-e5ae-4947-83bf-7cb2eed3b632 None None] Routers {'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:10:52.133324 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-4e3c73ab-e5ae-4947-83bf-7cb2eed3b632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:10:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:52.161562 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-e5d6a065-d2f6-48ee-b043-9fe9c296010a tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6913607 Nov 16 19:10:52.162280 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb255369-3900-4aea-a2e5-a1fb5374763c', 'tag': '64bb2f75-c646-411c-a0ed-f1eff8a865b6'}] {{(pid=101695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:10:52.164363 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 54098) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:52.164920 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd271a50102e67beddb2fedac2b1f0e72c74193367130158f77a5ad7182eeeac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2248e9-d346-4728-b188-51e3b914be7b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb255369-3900-4aea-a2e5-a1fb5374763c", "tag": "64bb2f75-c646-411c-a0ed-f1eff8a865b6"}]}' {{(pid=101695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:10:52.170113 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-5c548863-9079-48a9-9035-ec1434bdbf0f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-96818900', 'description': 'tempest-secgroup-smoke-96818900 description', 'project_id': '0b043ff8fd5b4a328d325072a1c372d8'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:52.195901 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5c548863-9079-48a9-9035-ec1434bdbf0f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:52.255965 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-4e3c73ab-e5ae-4947-83bf-7cb2eed3b632 None None] Set router a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:10:52.274257 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f37c55-a237-4ada-921d-fa67e3cf878b x-openstack-request-id: req-d0f37c55-a237-4ada-921d-fa67e3cf878b {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:10:52.274569 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb255369-3900-4aea-a2e5-a1fb5374763c", "tag": "64bb2f75-c646-411c-a0ed-f1eff8a865b6", "status": "completed", "code": 200}]} {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:10:52.274820 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d0f37c55-a237-4ada-921d-fa67e3cf878b {{(pid=101695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:10:52.275478 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb255369-3900-4aea-a2e5-a1fb5374763c', 'tag': '64bb2f75-c646-411c-a0ed-f1eff8a865b6', 'status': 'completed', 'code': 200} Nov 16 19:10:52.277781 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5c548863-9079-48a9-9035-ec1434bdbf0f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:52.282689 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5c548863-9079-48a9-9035-ec1434bdbf0f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:52.325057 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5c548863-9079-48a9-9035-ec1434bdbf0f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:52.326782 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-5c548863-9079-48a9-9035-ec1434bdbf0f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1609528 Nov 16 19:10:52.329798 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54104) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:52.336259 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-531b063a-755e-4f21-9fc3-5a4172ad8c77 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Request body: {'security_group_rule': {'security_group_id': '079795f4-4566-4d09-9384-e04e622afcb4', 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:52.355579 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c548863-9079-48a9-9035-ec1434bdbf0f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079795f4-4566-4d09-9384-e04e622afcb4,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:52.379865 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2248e9-d346-4728-b188-51e3b914be7b req-7b215428-52ff-4cc5-ab41-08140b206b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:52.382139 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dd2248e9-d346-4728-b188-51e3b914be7b req-7b215428-52ff-4cc5-ab41-08140b206b2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b043ff8fd5b4a328d325072a1c372d8&device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 1098 time: 0.0786223 Nov 16 19:10:52.406224 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-531b063a-755e-4f21-9fc3-5a4172ad8c77 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:52.477343 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 0ee86afa-2981-4946-982f-26b18dfbe5a9 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:10:52.507180 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-531b063a-755e-4f21-9fc3-5a4172ad8c77 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:52.511936 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-531b063a-755e-4f21-9fc3-5a4172ad8c77 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:52.528609 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2248e9-d346-4728-b188-51e3b914be7b req-f9f2a4ac-f82c-4b4d-916a-544c24026dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:52.530644 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dd2248e9-d346-4728-b188-51e3b914be7b req-f9f2a4ac-f82c-4b4d-916a-544c24026dd4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=066ac6d3-663a-44d9-925d-246eb834c887 HTTP/1.1" status: 200 len: 916 time: 0.1351926 Nov 16 19:10:52.534964 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b063a-755e-4f21-9fc3-5a4172ad8c77 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b92c328-5af5-4a98-b161-798f909ffeed,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:52.548164 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-531b063a-755e-4f21-9fc3-5a4172ad8c77 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:52.551221 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-531b063a-755e-4f21-9fc3-5a4172ad8c77 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2197785 Nov 16 19:10:52.554217 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54106) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:52.564062 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-83dce792-06fc-4428-90b8-3c3a21cef91b tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Request body: {'security_group_rule': {'security_group_id': '079795f4-4566-4d09-9384-e04e622afcb4', 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:52.591451 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 0ee86afa-2981-4946-982f-26b18dfbe5a9 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:52.591825 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:52.597982 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-83dce792-06fc-4428-90b8-3c3a21cef91b tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:52.610881 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dd2248e9-d346-4728-b188-51e3b914be7b req-9268103d-e4c1-46ba-8084-168f98d379e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64bb2f75-c646-411c-a0ed-f1eff8a865b6 HTTP/1.1" status: 200 len: 998 time: 0.0707974 Nov 16 19:10:52.627113 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-4e3c73ab-e5ae-4947-83bf-7cb2eed3b632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'name': 'tempest-TestMinimumBasicScenario-1513339806-router', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:04Z', 'revision_number': 4, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'gw_port': {'id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '11217ed4-eea8-4626-b57d-8d030afc1ddc', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'port_id': '64bb2f75-c646-411c-a0ed-f1eff8a865b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887', 'mac_address': 'fa:16:3e:a1:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb255369-3900-4aea-a2e5-a1fb5374763c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:10:51Z', 'updated_at': '2021-11-16T19:10:51Z', 'revision_number': 0, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03587c2-892f-4346-943b-acb27f8f1918', 'name': '', 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'mac_address': 'fa:16:3e:0a:cf:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:03Z', 'updated_at': '2021-11-16T19:10:07Z', 'revision_number': 5, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'subnets': [{'id': '7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:52.663645 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-83dce792-06fc-4428-90b8-3c3a21cef91b tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:52.667552 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-83dce792-06fc-4428-90b8-3c3a21cef91b tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:52.669175 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3c73ab-e5ae-4947-83bf-7cb2eed3b632 None None] Checking router: a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:10:52.683830 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3c73ab-e5ae-4947-83bf-7cb2eed3b632 None None] Routers {'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:10:52.684470 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-4e3c73ab-e5ae-4947-83bf-7cb2eed3b632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:10:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:52.694934 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2248e9-d346-4728-b188-51e3b914be7b req-c827e335-b35b-40f4-9084-0aefaa401a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:52.695875 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-83dce792-06fc-4428-90b8-3c3a21cef91b tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:52.696568 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dd2248e9-d346-4728-b188-51e3b914be7b req-c827e335-b35b-40f4-9084-0aefaa401a89 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad HTTP/1.1" status: 200 len: 854 time: 0.0773125 Nov 16 19:10:52.697044 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-83dce792-06fc-4428-90b8-3c3a21cef91b tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1414733 Nov 16 19:10:52.699528 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dce792-06fc-4428-90b8-3c3a21cef91b tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e8b2b2-1bac-43f3-9604-941db16c0c05,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:52.701098 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54110) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:52.705769 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-42c17f27-ee17-45ee-8743-ee3c22706fb9 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Request body: {'security_group_rule': {'security_group_id': '079795f4-4566-4d09-9384-e04e622afcb4', 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:52.745462 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-42c17f27-ee17-45ee-8743-ee3c22706fb9 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:52.758893 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2248e9-d346-4728-b188-51e3b914be7b req-d7b39d25-cc17-4243-aad1-2a972dd61515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:52.760415 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dd2248e9-d346-4728-b188-51e3b914be7b req-d7b39d25-cc17-4243-aad1-2a972dd61515 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=066ac6d3-663a-44d9-925d-246eb834c887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0556204 Nov 16 19:10:52.811984 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-42c17f27-ee17-45ee-8743-ee3c22706fb9 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:52.816696 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 4c99dcf4-f4df-4444-9078-78877165f388 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:10:52.817272 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-42c17f27-ee17-45ee-8743-ee3c22706fb9 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:52.840148 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c17f27-ee17-45ee-8743-ee3c22706fb9 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9cbbb2-eed2-4094-866e-728c51a19a55,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:52.853421 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-42c17f27-ee17-45ee-8743-ee3c22706fb9 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:52.857221 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-42c17f27-ee17-45ee-8743-ee3c22706fb9 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1551046 Nov 16 19:10:52.858041 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54112) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:52.862724 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-c4969dd6-8cdd-4564-bb02-7c3ae92f9cfe tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Request body: {'security_group_rule': {'security_group_id': '079795f4-4566-4d09-9384-e04e622afcb4', 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:52.876640 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dd2248e9-d346-4728-b188-51e3b914be7b req-9d47d5ae-f756-49fa-ade9-64ee868cac48 service neutron] 10.222.0.18 "GET /v2.0/networks/066ac6d3-663a-44d9-925d-246eb834c887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087921 Nov 16 19:10:52.876848 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-4e3c73ab-e5ae-4947-83bf-7cb2eed3b632 None None] Set router a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:10:52.891940 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c4969dd6-8cdd-4564-bb02-7c3ae92f9cfe tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:52.930230 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 4c99dcf4-f4df-4444-9078-78877165f388 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:52.930507 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:52.964729 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c4969dd6-8cdd-4564-bb02-7c3ae92f9cfe tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:52.970639 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c4969dd6-8cdd-4564-bb02-7c3ae92f9cfe tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:52.982638 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dd2248e9-d346-4728-b188-51e3b914be7b req-696f619b-6a69-472f-9c62-dcd6682738cb service neutron] 10.222.0.18 "GET /v2.0/networks/066ac6d3-663a-44d9-925d-246eb834c887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957720 Nov 16 19:10:52.987334 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4969dd6-8cdd-4564-bb02-7c3ae92f9cfe tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ccc606-64e9-4ef7-ab22-2aa80d2798b8,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:53.009624 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c4969dd6-8cdd-4564-bb02-7c3ae92f9cfe tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:53.010872 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-c4969dd6-8cdd-4564-bb02-7c3ae92f9cfe tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1519661 Nov 16 19:10:53.013683 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54114) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:53.018788 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-a26552cc-d44c-46d9-a88b-0a1675688f1e tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Request body: {'security_group_rule': {'security_group_id': '079795f4-4566-4d09-9384-e04e622afcb4', 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:53.049532 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.securitygroups_db [None req-a26552cc-d44c-46d9-a88b-0a1675688f1e tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Project 0b043ff8fd5b4a328d325072a1c372d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 19:10:53.055225 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a26552cc-d44c-46d9-a88b-0a1675688f1e tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:53.115695 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a26552cc-d44c-46d9-a88b-0a1675688f1e tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:53.120669 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a26552cc-d44c-46d9-a88b-0a1675688f1e tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:53.145090 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26552cc-d44c-46d9-a88b-0a1675688f1e tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0846071d-e965-4b16-9c8e-c43c5374fe83,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:53.151199 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a26552cc-d44c-46d9-a88b-0a1675688f1e tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:53.152412 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-a26552cc-d44c-46d9-a88b-0a1675688f1e tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371953 Nov 16 19:10:53.155715 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54116) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:10:53.160135 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-bff09524-d92f-4306-8d7d-26d0c20a1893 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Request body: {'security_group_rule': {'security_group_id': '079795f4-4566-4d09-9384-e04e622afcb4', 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:53.182202 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.securitygroups_db [None req-bff09524-d92f-4306-8d7d-26d0c20a1893 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Project 0b043ff8fd5b4a328d325072a1c372d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 19:10:53.187817 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bff09524-d92f-4306-8d7d-26d0c20a1893 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:53.244939 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bff09524-d92f-4306-8d7d-26d0c20a1893 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:53.249274 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bff09524-d92f-4306-8d7d-26d0c20a1893 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:53.277024 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-bff09524-d92f-4306-8d7d-26d0c20a1893 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:53.278305 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-bff09524-d92f-4306-8d7d-26d0c20a1893 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216393 Nov 16 19:10:53.282162 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff09524-d92f-4306-8d7d-26d0c20a1893 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85cf2e5f-8965-4dd3-9ee2-0ccc73334d5a,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:53.303944 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-4e3c73ab-e5ae-4947-83bf-7cb2eed3b632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'name': 'tempest-TestMinimumBasicScenario-1513339806-router', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:04Z', 'revision_number': 4, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'gw_port': {'id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '11217ed4-eea8-4626-b57d-8d030afc1ddc', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'port_id': '64bb2f75-c646-411c-a0ed-f1eff8a865b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887', 'mac_address': 'fa:16:3e:a1:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb255369-3900-4aea-a2e5-a1fb5374763c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:10:51Z', 'updated_at': '2021-11-16T19:10:51Z', 'revision_number': 0, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03587c2-892f-4346-943b-acb27f8f1918', 'name': '', 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'mac_address': 'fa:16:3e:0a:cf:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:03Z', 'updated_at': '2021-11-16T19:10:07Z', 'revision_number': 5, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'subnets': [{'id': '7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:10:53.337304 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3c73ab-e5ae-4947-83bf-7cb2eed3b632 None None] The sync data for ids ['a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'] in dv-cinder-667108-35-iscsi is: [{'id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'name': 'tempest-TestMinimumBasicScenario-1513339806-router', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:04Z', 'revision_number': 4, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'gw_port': {'id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '11217ed4-eea8-4626-b57d-8d030afc1ddc', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'port_id': '64bb2f75-c646-411c-a0ed-f1eff8a865b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887', 'mac_address': 'fa:16:3e:a1:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb255369-3900-4aea-a2e5-a1fb5374763c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:10:51Z', 'updated_at': '2021-11-16T19:10:51Z', 'revision_number': 0, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03587c2-892f-4346-943b-acb27f8f1918', 'name': '', 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'mac_address': 'fa:16:3e:0a:cf:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:03Z', 'updated_at': '2021-11-16T19:10:07Z', 'revision_number': 5, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'subnets': [{'id': '7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:10:53.532837 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-cef780d0-8da4-4e25-ab90-64b93181363d req-1165eee9-4aa8-4421-820e-013270d717d1 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96818900&fields=id&tenant_id=0b043ff8fd5b4a328d325072a1c372d8 HTTP/1.1" status: 200 len: 267 time: 0.0537667 Nov 16 19:10:53.586933 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef780d0-8da4-4e25-ab90-64b93181363d req-4b9184e6-4406-4bc2-a61b-8ee9ae6ba62d tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:53.588417 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-cef780d0-8da4-4e25-ab90-64b93181363d req-4b9184e6-4406-4bc2-a61b-8ee9ae6ba62d tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 945 time: 0.0490811 Nov 16 19:10:53.599093 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [req-cef780d0-8da4-4e25-ab90-64b93181363d req-5f72d265-bbf7-4e28-afc9-e333199eabbe tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Request body: {'port': {'security_groups': ['fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea', '079795f4-4566-4d09-9384-e04e622afcb4']}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:10:53.664914 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-cef780d0-8da4-4e25-ab90-64b93181363d req-5f72d265-bbf7-4e28-afc9-e333199eabbe tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:53.814250 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44724ac-ca39-4830-becd-683282e837b0 None None] New status for floating IP 11217ed4-eea8-4626-b57d-8d030afc1ddc: ACTIVE {{(pid=101698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 19:10:54.100146 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.db [req-cef780d0-8da4-4e25-ab90-64b93181363d req-5f72d265-bbf7-4e28-afc9-e333199eabbe tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] For port 64bb2f75-c646-411c-a0ed-f1eff8a865b6, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=64bb2f75-c646-411c-a0ed-f1eff8a865b6,segment=NetworkSegment(4bd40600-770a-4736-aad0-75c13e454e6c),segment_id=4bd40600-770a-4736-aad0-75c13e454e6c)] {{(pid=101695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:10:54.130692 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-cef780d0-8da4-4e25-ab90-64b93181363d req-5f72d265-bbf7-4e28-afc9-e333199eabbe tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for port, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:54.135463 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-cef780d0-8da4-4e25-ab90-64b93181363d req-5f72d265-bbf7-4e28-afc9-e333199eabbe tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63250401'] for port, after_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:54.151030 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['64bb2f75-c646-411c-a0ed-f1eff8a865b6'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:10:54.181229 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef780d0-8da4-4e25-ab90-64b93181363d req-5f72d265-bbf7-4e28-afc9-e333199eabbe tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:54.181915 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-cef780d0-8da4-4e25-ab90-64b93181363d req-5f72d265-bbf7-4e28-afc9-e333199eabbe tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:54.183481 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-cef780d0-8da4-4e25-ab90-64b93181363d req-5f72d265-bbf7-4e28-afc9-e333199eabbe tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "PUT /v2.0/ports/64bb2f75-c646-411c-a0ed-f1eff8a865b6 HTTP/1.1" status: 200 len: 981 time: 0.5887849 Nov 16 19:10:54.223267 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72d265-bbf7-4e28-afc9-e333199eabbe tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Pushing event updated for resources: {'Port': ['ID=64bb2f75-c646-411c-a0ed-f1eff8a865b6,revision_number=6']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:10:54.277969 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['64bb2f75-c646-411c-a0ed-f1eff8a865b6'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:10:54.278697 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb255369-3900-4aea-a2e5-a1fb5374763c', 'tag': '64bb2f75-c646-411c-a0ed-f1eff8a865b6'}] {{(pid=101695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:10:54.281740 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd271a50102e67beddb2fedac2b1f0e72c74193367130158f77a5ad7182eeeac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2d9f7a-3a36-4b7b-9d5e-1eefbbcd70ee" -d '{"events": [{"name": "network-changed", "server_uuid": "bb255369-3900-4aea-a2e5-a1fb5374763c", "tag": "64bb2f75-c646-411c-a0ed-f1eff8a865b6"}]}' {{(pid=101695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:10:54.331061 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f6f4c4-5c4f-4ee7-b426-a62aef3318f1 x-openstack-request-id: req-21f6f4c4-5c4f-4ee7-b426-a62aef3318f1 {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:10:54.331356 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb255369-3900-4aea-a2e5-a1fb5374763c", "tag": "64bb2f75-c646-411c-a0ed-f1eff8a865b6", "status": "completed", "code": 200}]} {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:10:54.331608 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-21f6f4c4-5c4f-4ee7-b426-a62aef3318f1 {{(pid=101695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:10:54.332374 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb255369-3900-4aea-a2e5-a1fb5374763c', 'tag': '64bb2f75-c646-411c-a0ed-f1eff8a865b6', 'status': 'completed', 'code': 200} Nov 16 19:10:54.340731 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f83d0-4a31-46b9-a9e4-f7ae268e9ad7 req-932deca2-31f8-4370-9ace-872c9e474833 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:54.354175 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-980f83d0-4a31-46b9-a9e4-f7ae268e9ad7 req-932deca2-31f8-4370-9ace-872c9e474833 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 984 time: 0.0931516 Nov 16 19:10:54.450899 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d9f7a-3a36-4b7b-9d5e-1eefbbcd70ee req-8e7f850a-41a1-42fe-bec4-25e44cdfd339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:54.452480 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1e2d9f7a-3a36-4b7b-9d5e-1eefbbcd70ee req-8e7f850a-41a1-42fe-bec4-25e44cdfd339 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b043ff8fd5b4a328d325072a1c372d8&device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 1137 time: 0.0865104 Nov 16 19:10:54.459801 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-980f83d0-4a31-46b9-a9e4-f7ae268e9ad7 req-d1ad30fc-adf1-42cc-9a51-786bb095b54e tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=079795f4-4566-4d09-9384-e04e622afcb4&id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1047935 Nov 16 19:10:54.546994 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d9f7a-3a36-4b7b-9d5e-1eefbbcd70ee req-497cd537-2e1a-44fb-95cf-6b431a21a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:54.548460 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1e2d9f7a-3a36-4b7b-9d5e-1eefbbcd70ee req-497cd537-2e1a-44fb-95cf-6b431a21a0dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=066ac6d3-663a-44d9-925d-246eb834c887 HTTP/1.1" status: 200 len: 916 time: 0.0878403 Nov 16 19:10:54.559389 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-2eaa462a-ed4d-47b8-ae61-e8c4b8f88435 None None] Provisioning complete for port 64bb2f75-c646-411c-a0ed-f1eff8a865b6 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:10:54.559763 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-2eaa462a-ed4d-47b8-ae61-e8c4b8f88435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:10:54.628039 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1e2d9f7a-3a36-4b7b-9d5e-1eefbbcd70ee req-8dc2d3ff-06a1-440f-8b9d-057b91e73b7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64bb2f75-c646-411c-a0ed-f1eff8a865b6 HTTP/1.1" status: 200 len: 1000 time: 0.0708072 Nov 16 19:10:54.689083 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d9f7a-3a36-4b7b-9d5e-1eefbbcd70ee req-68d223e5-e57e-4bbb-87b7-8a8a49295bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:54.691609 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1e2d9f7a-3a36-4b7b-9d5e-1eefbbcd70ee req-68d223e5-e57e-4bbb-87b7-8a8a49295bf2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad HTTP/1.1" status: 200 len: 854 time: 0.0450609 Nov 16 19:10:54.738300 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d9f7a-3a36-4b7b-9d5e-1eefbbcd70ee req-0bd598e9-0603-4492-9f52-55714cbecaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:10:54.743608 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1e2d9f7a-3a36-4b7b-9d5e-1eefbbcd70ee req-0bd598e9-0603-4492-9f52-55714cbecaab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=066ac6d3-663a-44d9-925d-246eb834c887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403032 Nov 16 19:10:54.838630 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1e2d9f7a-3a36-4b7b-9d5e-1eefbbcd70ee req-13c165ae-ff3a-491c-a647-02fc411372f8 service neutron] 10.222.0.18 "GET /v2.0/networks/066ac6d3-663a-44d9-925d-246eb834c887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903957 Nov 16 19:10:54.945897 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1e2d9f7a-3a36-4b7b-9d5e-1eefbbcd70ee req-43d88881-49ff-41c7-b0d1-1d4db2f54c89 service neutron] 10.222.0.18 "GET /v2.0/networks/066ac6d3-663a-44d9-925d-246eb834c887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956495 Nov 16 19:11:00.518179 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:06.550072 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-5a09c74b-f7a7-4836-b230-ffb83b177ece tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-470136781&fields=id&tenant_id=ffaa0849f50740c491e5f247362c3b10 HTTP/1.1" status: 200 len: 267 time: 0.0439043 Nov 16 19:11:06.656492 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-9ec5bd65-e9ae-4c10-a2fd-6c5bdf8fd13f tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:06.657956 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-9ec5bd65-e9ae-4c10-a2fd-6c5bdf8fd13f tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/networks?id=8869448c-a462-4b3c-b5fc-a38ebbecc48e HTTP/1.1" status: 200 len: 812 time: 0.1014562 Nov 16 19:11:06.672559 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-f75e827a-e3ed-45bd-aa96-853f6501c508 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/quotas/ffaa0849f50740c491e5f247362c3b10 HTTP/1.1" status: 200 len: 375 time: 0.0091052 Nov 16 19:11:06.720395 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-248381bd-99ff-405f-9a5e-a697598fd889 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ffaa0849f50740c491e5f247362c3b10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428753 Nov 16 19:11:06.821230 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-6ef9b7b4-0857-4f6c-8ff1-cbae34d7444a service neutron] 10.222.0.46 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895615 Nov 16 19:11:06.848055 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-94a80b71-85bf-4816-88b6-f702cf6dd47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:06.916852 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-f87e98af-e3fe-4691-b6d5-046804352875 service neutron] 10.222.0.46 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895438 Nov 16 19:11:07.187327 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-167f8fea-3d32-48b4-9c21-5208985882de req-3930a7a9-9549-4323-a3da-e09c612cf5d5 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 210 time: 0.0256360 Nov 16 19:11:08.101816 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-dfa129cd-bf58-4f89-92a8-dfdc07453552 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:08.103256 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-dfa129cd-bf58-4f89-92a8-dfdc07453552 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.18 "GET /v2.0/networks?id=8869448c-a462-4b3c-b5fc-a38ebbecc48e HTTP/1.1" status: 200 len: 812 time: 0.1029370 Nov 16 19:11:08.173136 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-c7531444-ccf0-409c-85d3-bd1f4f7fa960 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffaa0849f50740c491e5f247362c3b10 HTTP/1.1" status: 200 len: 379 time: 0.0596101 Nov 16 19:11:08.182673 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Request body: {'port': {'device_id': '3cebd59d-87d0-453a-a5de-0af744f39fa4', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'admin_state_up': True, 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'security_groups': ['e635683a-3e86-40a1-aa8a-3473c2d4db6b']}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:11:08.278812 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-24bdb426-1b51-4ec0-8f18-55c7895a89bc req-06d88707-2e27-4f54-a5d5-6031d56c36be tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 210 time: 0.0254829 Nov 16 19:11:08.292777 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Made reservation on behalf of ffaa0849f50740c491e5f247362c3b10 for: {'port': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:11:08.297293 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:08.421853 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Allocated IP 172.20.0.8 (8869448c-a462-4b3c-b5fc-a38ebbecc48e/1968e57c-025d-4b7d-8c0b-82ea90efd865/f1ba6b6f-e867-475e-951d-89b162884955) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:11:08.557566 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:08.595782 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:08.638915 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Network 8869448c-a462-4b3c-b5fc-a38ebbecc48e is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:11:08.642460 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:11:08.644815 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:11:08.672251 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Pushing event updated for resources: {'Port': ['ID=f1ba6b6f-e867-475e-951d-89b162884955,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:11:08.686711 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:11:08.686996 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:11:08.687425 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:11:08.687765 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:11:08.688099 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:11:08.688429 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:11:08.688759 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:11:08.689102 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:11:08.689411 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:11:08.689760 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:11:08.690081 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:11:08.690399 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:11:08.710117 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:08.710727 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:08.727288 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-d97d0e93-3a0a-457f-8750-7f31b5d4effc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5483012 Nov 16 19:11:08.740249 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] Request body: {'port': {'device_id': '3cebd59d-87d0-453a-a5de-0af744f39fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:11:08.795843 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:08.878953 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-8d255d9f-911c-494f-ba9c-ec020bda6445 None None] Provisioning complete for port f1ba6b6f-e867-475e-951d-89b162884955 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:11:08.879580 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-8d255d9f-911c-494f-ba9c-ec020bda6445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:08.912318 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-8d255d9f-911c-494f-ba9c-ec020bda6445 None None] Port f1ba6b6f-e867-475e-951d-89b162884955 cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:11:09.046875 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ba6b6f-e867-475e-951d-89b162884955 {{(pid=101696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:11:09.054238 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:09.066649 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.provisioning_blocks [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] Transition to ACTIVE for port object f1ba6b6f-e867-475e-951d-89b162884955 will not be triggered until provisioned by entity L2. {{(pid=101696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 19:11:09.070361 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:09.121241 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ba6b6f-e867-475e-951d-89b162884955,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:11:09.202558 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] Attempting to bind port f1ba6b6f-e867-475e-951d-89b162884955 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:11:09.202898 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] Attempting to bind port f1ba6b6f-e867-475e-951d-89b162884955 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '7ea8474d-e758-4aa7-a8b3-029b9f135415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e'}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:11:09.203232 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] Attempting to bind port f1ba6b6f-e867-475e-951d-89b162884955 on network 8869448c-a462-4b3c-b5fc-a38ebbecc48e {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:11:09.207655 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] Port f1ba6b6f-e867-475e-951d-89b162884955 on network 8869448c-a462-4b3c-b5fc-a38ebbecc48e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 19:11:09.207980 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] Attempting to bind port f1ba6b6f-e867-475e-951d-89b162884955 on network 8869448c-a462-4b3c-b5fc-a38ebbecc48e {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:11:09.213442 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] Checking agent: {'id': 'b114dd46-986e-4d55-bca0-7e9758e41aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'started_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:11:09.213826 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] Checking segment: {'id': '7ea8474d-e758-4aa7-a8b3-029b9f135415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:11:09.214218 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] Bound using segment: {'id': '7ea8474d-e758-4aa7-a8b3-029b9f135415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e'} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:11:09.214654 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] Bound port: f1ba6b6f-e867-475e-951d-89b162884955, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea8474d-e758-4aa7-a8b3-029b9f135415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e'}}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:11:09.215017 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:09.279233 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] For port f1ba6b6f-e867-475e-951d-89b162884955, host hv-cinder-66710, cleared binding levels {{(pid=101696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:11:09.282214 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] For port f1ba6b6f-e867-475e-951d-89b162884955, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=f1ba6b6f-e867-475e-951d-89b162884955,segment=NetworkSegment(7ea8474d-e758-4aa7-a8b3-029b9f135415),segment_id=7ea8474d-e758-4aa7-a8b3-029b9f135415)] {{(pid=101696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:11:09.286386 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:09.324169 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:09.324763 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:09.326194 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] 10.222.0.18 "PUT /v2.0/ports/f1ba6b6f-e867-475e-951d-89b162884955 HTTP/1.1" status: 200 len: 1093 time: 0.5902271 Nov 16 19:11:09.326708 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cebd59d-87d0-453a-a5de-0af744f39fa4', 'tag': 'f1ba6b6f-e867-475e-951d-89b162884955'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:11:09.328913 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b16fa11-3e88-4298-a514-d7eb8bacb3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "3cebd59d-87d0-453a-a5de-0af744f39fa4", "tag": "f1ba6b6f-e867-475e-951d-89b162884955"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:11:09.361173 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608cfb5-eea8-4128-881a-2760ad4a9102 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ba6b6f-e867-475e-951d-89b162884955,revision_number=3']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:11:09.401455 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8dcc74-bf3d-4798-9cbc-7bfac246c012 x-openstack-request-id: req-dd8dcc74-bf3d-4798-9cbc-7bfac246c012 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:11:09.401791 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cebd59d-87d0-453a-a5de-0af744f39fa4", "tag": "f1ba6b6f-e867-475e-951d-89b162884955", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:11:09.402031 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dd8dcc74-bf3d-4798-9cbc-7bfac246c012 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:11:09.402523 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cebd59d-87d0-453a-a5de-0af744f39fa4', 'tag': 'f1ba6b6f-e867-475e-951d-89b162884955', 'status': 'completed', 'code': 200} Nov 16 19:11:09.694752 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81466842-ea5f-4f4f-9aac-b519390da6a2 req-f7ff5af5-ab6b-4a6d-967d-7d312c15f8d8 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:09.696126 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-81466842-ea5f-4f4f-9aac-b519390da6a2 req-f7ff5af5-ab6b-4a6d-967d-7d312c15f8d8 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 943 time: 0.3265421 Nov 16 19:11:09.702119 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-55314486-cfe3-4370-b888-8b89d0f0f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:09.703461 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-55314486-cfe3-4370-b888-8b89d0f0f9f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffaa0849f50740c491e5f247362c3b10&device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 1096 time: 0.3041375 Nov 16 19:11:09.752272 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-d6717398-0c12-4af5-9d42-e4a770afedce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1ba6b6f-e867-475e-951d-89b162884955 HTTP/1.1" status: 200 len: 217 time: 0.0358438 Nov 16 19:11:09.801713 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-81466842-ea5f-4f4f-9aac-b519390da6a2 req-52c1d5e7-6400-45b4-b6f5-ac5e4891a202 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973139 Nov 16 19:11:09.815874 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-686b444e-a01b-45df-8722-9c7f427096fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:09.817371 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-686b444e-a01b-45df-8722-9c7f427096fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1968e57c-025d-4b7d-8c0b-82ea90efd865 HTTP/1.1" status: 200 len: 851 time: 0.0565634 Nov 16 19:11:09.845460 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-e6b21ef8-5be0-436c-9194-bb30f99f382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:09.868379 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-38e28449-34dd-412c-b6a1-8729b8722575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:09.869916 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-38e28449-34dd-412c-b6a1-8729b8722575 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8869448c-a462-4b3c-b5fc-a38ebbecc48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437026 Nov 16 19:11:09.956324 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-a0e74359-ef86-477c-bbc0-d856d8e7e41d service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784452 Nov 16 19:11:10.046336 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3d11c3d0-cf59-4c96-b922-db3dc6c31f28 req-0dd3e57d-cc83-41f1-8bb6-c8844a5416ab service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826805 Nov 16 19:11:10.127251 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16fa11-3e88-4298-a514-d7eb8bacb3a0 req-6e199314-a9a0-4a85-8bb6-674fba267fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:10.128777 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6b16fa11-3e88-4298-a514-d7eb8bacb3a0 req-6e199314-a9a0-4a85-8bb6-674fba267fe4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffaa0849f50740c491e5f247362c3b10&device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 1096 time: 0.0403819 Nov 16 19:11:10.220825 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16fa11-3e88-4298-a514-d7eb8bacb3a0 req-d43e08f2-a78a-4f63-99f5-366911291682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:10.222210 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6b16fa11-3e88-4298-a514-d7eb8bacb3a0 req-d43e08f2-a78a-4f63-99f5-366911291682 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8869448c-a462-4b3c-b5fc-a38ebbecc48e HTTP/1.1" status: 200 len: 913 time: 0.0852215 Nov 16 19:11:10.268607 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6b16fa11-3e88-4298-a514-d7eb8bacb3a0 req-7d0b507f-fe01-4a2d-923c-28f07b131bb5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1ba6b6f-e867-475e-951d-89b162884955 HTTP/1.1" status: 200 len: 217 time: 0.0332038 Nov 16 19:11:10.321269 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16fa11-3e88-4298-a514-d7eb8bacb3a0 req-44989cc3-34a7-4e76-9463-8d33e857d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:10.322675 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6b16fa11-3e88-4298-a514-d7eb8bacb3a0 req-44989cc3-34a7-4e76-9463-8d33e857d686 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1968e57c-025d-4b7d-8c0b-82ea90efd865 HTTP/1.1" status: 200 len: 851 time: 0.0413635 Nov 16 19:11:10.377757 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16fa11-3e88-4298-a514-d7eb8bacb3a0 req-a89b1c31-7463-497b-98b9-80e3168b7f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:10.379404 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6b16fa11-3e88-4298-a514-d7eb8bacb3a0 req-a89b1c31-7463-497b-98b9-80e3168b7f0d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8869448c-a462-4b3c-b5fc-a38ebbecc48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442657 Nov 16 19:11:10.469228 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6b16fa11-3e88-4298-a514-d7eb8bacb3a0 req-313bfd37-0af5-4c8c-99a5-23983f42d524 service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822721 Nov 16 19:11:10.561683 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6b16fa11-3e88-4298-a514-d7eb8bacb3a0 req-7a680347-ec25-4b96-9baf-cb28d9fe1f69 service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834472 Nov 16 19:11:10.917910 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11d4e3-11f5-4daf-a152-b9b3aef5829b req-5fcedb66-dfc6-4870-97e7-11a6e97875d3 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:10.919407 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-ff11d4e3-11f5-4daf-a152-b9b3aef5829b req-5fcedb66-dfc6-4870-97e7-11a6e97875d3 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 943 time: 0.0486708 Nov 16 19:11:10.968602 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-ff11d4e3-11f5-4daf-a152-b9b3aef5829b req-c70f5d80-4d5d-4caa-b69b-ffecece9ed72 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425928 Nov 16 19:11:11.376978 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:12.081022 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ad376-52a2-4a84-a803-85e095872146 req-de924c5e-9e54-4c5c-a3b0-7e902700e2f6 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:12.082505 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-417ad376-52a2-4a84-a803-85e095872146 req-de924c5e-9e54-4c5c-a3b0-7e902700e2f6 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 943 time: 0.0483513 Nov 16 19:11:12.131371 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-417ad376-52a2-4a84-a803-85e095872146 req-4c27ced1-e1ac-42a7-83e0-8487814e576d tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424235 Nov 16 19:11:13.192130 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:13.243378 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64041f7-5555-4982-adf7-8d88e7cd960d req-00b1d862-5880-4c96-9741-eb53c8bf315d tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:13.244861 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f64041f7-5555-4982-adf7-8d88e7cd960d req-00b1d862-5880-4c96-9741-eb53c8bf315d tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 943 time: 0.0482421 Nov 16 19:11:13.296432 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f64041f7-5555-4982-adf7-8d88e7cd960d req-f0960aff-d1a3-478e-ac74-fec0427dfa0e tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453238 Nov 16 19:11:13.591550 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:11:13.814177 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:14.409407 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273df94-65f5-4eba-94cd-c6f2bb88905f req-846acc82-86f4-464b-94c8-57b91a2c2c3b tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:14.410902 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e273df94-65f5-4eba-94cd-c6f2bb88905f req-846acc82-86f4-464b-94c8-57b91a2c2c3b tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 943 time: 0.0484827 Nov 16 19:11:14.462447 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e273df94-65f5-4eba-94cd-c6f2bb88905f req-844a1030-1c6c-4d9c-823b-3b6f179b4558 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456920 Nov 16 19:11:15.580848 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b40d0a-0cb5-42f1-aac5-dca20f698913 req-edc9a039-377a-41f5-8526-879d4a8cd44a tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:15.582330 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-c2b40d0a-0cb5-42f1-aac5-dca20f698913 req-edc9a039-377a-41f5-8526-879d4a8cd44a tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 943 time: 0.0478709 Nov 16 19:11:15.629916 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-c2b40d0a-0cb5-42f1-aac5-dca20f698913 req-355e9793-74e6-4c39-9a56-e41f1b49cf92 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418227 Nov 16 19:11:16.740128 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd750e49-2727-4906-8197-ff42f4d10d8d req-ba05ab93-01c9-462a-9af9-68e46920e773 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:16.741623 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dd750e49-2727-4906-8197-ff42f4d10d8d req-ba05ab93-01c9-462a-9af9-68e46920e773 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 943 time: 0.0475616 Nov 16 19:11:16.789992 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dd750e49-2727-4906-8197-ff42f4d10d8d req-81265986-e83e-40f8-adac-a68db09bb9a2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425529 Nov 16 19:11:17.901085 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b7c63-1191-4853-a69c-534ce71b0854 req-8301672e-d306-44aa-9d6b-6b21d8fda3a3 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:17.902563 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2f3b7c63-1191-4853-a69c-534ce71b0854 req-8301672e-d306-44aa-9d6b-6b21d8fda3a3 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 943 time: 0.0475752 Nov 16 19:11:17.950019 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2f3b7c63-1191-4853-a69c-534ce71b0854 req-9998a3e4-a6f3-4a76-abd7-6525b998e5fb tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412216 Nov 16 19:11:18.689616 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device f1ba6b6f-e867-475e-951d-89b162884955 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:11:18.784730 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port f1ba6b6f-e867-475e-951d-89b162884955, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=f1ba6b6f-e867-475e-951d-89b162884955,segment=NetworkSegment(7ea8474d-e758-4aa7-a8b3-029b9f135415),segment_id=7ea8474d-e758-4aa7-a8b3-029b9f135415)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:11:18.796483 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': 'f1ba6b6f-e867-475e-951d-89b162884955', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'port_id': 'f1ba6b6f-e867-475e-951d-89b162884955', 'mac_address': 'fa:16:3e:4e:35:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:11:18.832194 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:18.846597 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ba6b6f-e867-475e-951d-89b162884955 {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:11:18.866141 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port f1ba6b6f-e867-475e-951d-89b162884955, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=f1ba6b6f-e867-475e-951d-89b162884955,segment=NetworkSegment(7ea8474d-e758-4aa7-a8b3-029b9f135415),segment_id=7ea8474d-e758-4aa7-a8b3-029b9f135415)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:11:18.869904 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:18.915024 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=f1ba6b6f-e867-475e-951d-89b162884955,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:11:19.064954 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc199e2f-3776-4979-a5c0-a93cb3aa1294 req-b1602489-b89f-400e-b4cf-60bc2a85b97a tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:19.066445 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bc199e2f-3776-4979-a5c0-a93cb3aa1294 req-b1602489-b89f-400e-b4cf-60bc2a85b97a tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 944 time: 0.0486622 Nov 16 19:11:19.098894 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['f1ba6b6f-e867-475e-951d-89b162884955'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:11:19.114963 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bc199e2f-3776-4979-a5c0-a93cb3aa1294 req-523b68d3-943b-41b3-af79-76221cb9e923 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426145 Nov 16 19:11:19.329032 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af35ac-4197-4321-88ab-3b1fbb6ba3bb req-1b170df3-df37-4606-b59f-de30c9f6cf80 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:19.330466 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-57af35ac-4197-4321-88ab-3b1fbb6ba3bb req-1b170df3-df37-4606-b59f-de30c9f6cf80 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 984 time: 0.0846488 Nov 16 19:11:19.336032 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0218108-14b7-495b-8a22-1550ee38db66 req-bb6e5ad6-870c-4126-be06-c7b07e044712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:19.337446 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e0218108-14b7-495b-8a22-1550ee38db66 req-bb6e5ad6-870c-4126-be06-c7b07e044712 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b043ff8fd5b4a328d325072a1c372d8&device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 1137 time: 0.0585647 Nov 16 19:11:19.451577 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-57af35ac-4197-4321-88ab-3b1fbb6ba3bb req-13798775-294d-4232-ab1b-487478c8cd25 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=079795f4-4566-4d09-9384-e04e622afcb4&id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1130867 Nov 16 19:11:19.471819 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0218108-14b7-495b-8a22-1550ee38db66 req-55f40402-5464-4bc7-97f7-91912d785185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:19.473264 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e0218108-14b7-495b-8a22-1550ee38db66 req-55f40402-5464-4bc7-97f7-91912d785185 service neutron] 10.222.0.18 "GET /v2.0/networks?id=066ac6d3-663a-44d9-925d-246eb834c887 HTTP/1.1" status: 200 len: 916 time: 0.1219652 Nov 16 19:11:19.540340 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e0218108-14b7-495b-8a22-1550ee38db66 req-28100025-5e9e-4d0c-8ef4-237d3fc89491 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64bb2f75-c646-411c-a0ed-f1eff8a865b6 HTTP/1.1" status: 200 len: 1000 time: 0.0578890 Nov 16 19:11:19.589330 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0218108-14b7-495b-8a22-1550ee38db66 req-fe575fe1-5b80-498d-9489-6f42839beb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:19.590649 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e0218108-14b7-495b-8a22-1550ee38db66 req-fe575fe1-5b80-498d-9489-6f42839beb1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad HTTP/1.1" status: 200 len: 854 time: 0.0411568 Nov 16 19:11:19.639801 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0218108-14b7-495b-8a22-1550ee38db66 req-14dc3233-df21-4ff1-baed-0e040b606a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:19.641293 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e0218108-14b7-495b-8a22-1550ee38db66 req-14dc3233-df21-4ff1-baed-0e040b606a37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=066ac6d3-663a-44d9-925d-246eb834c887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416212 Nov 16 19:11:19.729640 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e0218108-14b7-495b-8a22-1550ee38db66 req-469d3d46-e2c3-4941-be66-3db1ef8a0701 service neutron] 10.222.0.18 "GET /v2.0/networks/066ac6d3-663a-44d9-925d-246eb834c887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799134 Nov 16 19:11:19.821087 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e0218108-14b7-495b-8a22-1550ee38db66 req-ee1f1e1b-c30b-49c1-8def-90049a256db0 service neutron] 10.222.0.18 "GET /v2.0/networks/066ac6d3-663a-44d9-925d-246eb834c887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833929 Nov 16 19:11:20.249130 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab27ed-880e-4840-8b01-be0eb1320354 req-67c17362-0918-4c46-862d-440eb29e2485 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:20.250596 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2fab27ed-880e-4840-8b01-be0eb1320354 req-67c17362-0918-4c46-862d-440eb29e2485 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 944 time: 0.0518548 Nov 16 19:11:20.297411 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2fab27ed-880e-4840-8b01-be0eb1320354 req-326395c0-f5a0-433d-8cbb-848ed315e023 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410826 Nov 16 19:11:20.613132 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3fd2d-9eff-4c7e-8dde-fb294804ebdf req-af1f2f91-c71e-496e-857d-8dcee6128cbe tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:20.614635 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a7d3fd2d-9eff-4c7e-8dde-fb294804ebdf req-af1f2f91-c71e-496e-857d-8dcee6128cbe tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 984 time: 0.0960376 Nov 16 19:11:20.673168 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a7d3fd2d-9eff-4c7e-8dde-fb294804ebdf req-bf9e6d0f-f89b-4090-ae4c-a6e064ae0b72 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=079795f4-4566-4d09-9384-e04e622afcb4&id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0526481 Nov 16 19:11:20.703704 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device f1ba6b6f-e867-475e-951d-89b162884955 up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:11:20.754999 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning for port f1ba6b6f-e867-475e-951d-89b162884955 completed by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 19:11:20.759326 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port f1ba6b6f-e867-475e-951d-89b162884955 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:11:20.759704 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:20.834505 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:20.856591 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cebd59d-87d0-453a-a5de-0af744f39fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ba6b6f-e867-475e-951d-89b162884955'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:11:20.859027 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2daa289-f869-474b-bf83-2e00600d5da8" -d '{"events": [{"server_uuid": "3cebd59d-87d0-453a-a5de-0af744f39fa4", "name": "network-vif-plugged", "status": "completed", "tag": "f1ba6b6f-e867-475e-951d-89b162884955"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:11:20.871820 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port f1ba6b6f-e867-475e-951d-89b162884955, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=f1ba6b6f-e867-475e-951d-89b162884955,segment=NetworkSegment(7ea8474d-e758-4aa7-a8b3-029b9f135415),segment_id=7ea8474d-e758-4aa7-a8b3-029b9f135415)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:11:20.876423 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:20.899757 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab39b16-3f66-428b-bb32-41d3fd299ad2 x-openstack-request-id: req-0ab39b16-3f66-428b-bb32-41d3fd299ad2 {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:11:20.900053 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cebd59d-87d0-453a-a5de-0af744f39fa4", "name": "network-vif-plugged", "status": "completed", "tag": "f1ba6b6f-e867-475e-951d-89b162884955", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:11:20.900315 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0ab39b16-3f66-428b-bb32-41d3fd299ad2 {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:11:20.900698 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cebd59d-87d0-453a-a5de-0af744f39fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ba6b6f-e867-475e-951d-89b162884955', 'code': 200} Nov 16 19:11:20.929650 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=f1ba6b6f-e867-475e-951d-89b162884955,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:11:21.125812 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3dcb31-0a39-45d4-b006-613164800557 req-1228c83e-0fc0-46dc-8640-031531b08992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:21.127166 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9d3dcb31-0a39-45d4-b006-613164800557 req-1228c83e-0fc0-46dc-8640-031531b08992 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0423384 Nov 16 19:11:21.173995 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-9d3dcb31-0a39-45d4-b006-613164800557 req-dc9bb769-8b4f-46ec-b7de-2ea56909aad7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384338 Nov 16 19:11:21.415260 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8879e-2567-4fcf-a70e-593dcc3404b9 req-f18ab9df-92db-42bf-a985-c54fbb5a6f92 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:21.416720 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2ad8879e-2567-4fcf-a70e-593dcc3404b9 req-f18ab9df-92db-42bf-a985-c54fbb5a6f92 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 945 time: 0.0477431 Nov 16 19:11:21.465180 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2ad8879e-2567-4fcf-a70e-593dcc3404b9 req-1a6bc7c2-9e4b-460f-8fb0-ce758627b94d tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421371 Nov 16 19:11:21.840789 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81049dec-61de-4ecd-a221-f9dc0d52a589 req-232f2aad-7a67-4126-b5ed-14d3fa6c3cd0 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:21.842819 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-81049dec-61de-4ecd-a221-f9dc0d52a589 req-232f2aad-7a67-4126-b5ed-14d3fa6c3cd0 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 984 time: 0.1016665 Nov 16 19:11:21.902404 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-81049dec-61de-4ecd-a221-f9dc0d52a589 req-5dd2106b-8d5b-41ec-a08e-52cc23954097 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=079795f4-4566-4d09-9384-e04e622afcb4&id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0536180 Nov 16 19:11:22.578826 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293891d7-1e10-4c6f-8ef4-788af2b39ecc req-5cd56727-925c-4fc8-a4e1-363d3ea53e71 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:22.580343 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-293891d7-1e10-4c6f-8ef4-788af2b39ecc req-5cd56727-925c-4fc8-a4e1-363d3ea53e71 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 945 time: 0.0478790 Nov 16 19:11:22.631220 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-293891d7-1e10-4c6f-8ef4-788af2b39ecc req-89828e8e-f639-4714-87b8-6f5aff2d56f2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450950 Nov 16 19:11:22.747060 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bf37e-6438-4f06-86a2-d2f706492abf req-62cb8dc8-b482-417e-bd03-1ce84fae96e9 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:22.749302 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-241bf37e-6438-4f06-86a2-d2f706492abf req-62cb8dc8-b482-417e-bd03-1ce84fae96e9 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 945 time: 0.0526907 Nov 16 19:11:22.801097 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-241bf37e-6438-4f06-86a2-d2f706492abf req-8bc11679-139b-4f05-8b55-ecf65b850e74 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459101 Nov 16 19:11:22.822993 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54240) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:11:22.900791 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b78333-cf64-4bfa-a46e-343dc804d601 tempest-TestVolumeBootPattern-1840865850 tempest-TestVolumeBootPattern-1840865850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:22.902317 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-a6b78333-cf64-4bfa-a46e-343dc804d601 tempest-TestVolumeBootPattern-1840865850 tempest-TestVolumeBootPattern-1840865850-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 1093 time: 0.0783558 Nov 16 19:11:22.905234 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54244) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:11:22.909516 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-8d619e21-9e3a-4d41-90a7-2086225dcbe2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Request body: {'floatingip': {'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'port_id': 'f1ba6b6f-e867-475e-951d-89b162884955', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:11:22.931530 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8d619e21-9e3a-4d41-90a7-2086225dcbe2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for floatingip, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:23.016254 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433c815-a959-4c39-a18b-b417c5188939 req-34d6181e-ab07-4f7b-aecc-5c1b04734aeb tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:23.017770 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2433c815-a959-4c39-a18b-b417c5188939 req-34d6181e-ab07-4f7b-aecc-5c1b04734aeb tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 984 time: 0.0489826 Nov 16 19:11:23.029130 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8d619e21-9e3a-4d41-90a7-2086225dcbe2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:23.078289 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2433c815-a959-4c39-a18b-b417c5188939 req-6f309d71-529b-4186-bd6e-a1ed711cc139 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=079795f4-4566-4d09-9384-e04e622afcb4&id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0543964 Nov 16 19:11:23.130568 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_common [None req-8d619e21-9e3a-4d41-90a7-2086225dcbe2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Allocated IP 172.27.0.50 (5f3ac952-8559-40cc-8fc1-b48178a4ccf1/5b3505d5-c140-47b1-9b3e-49bde3fac2c7/baad8d21-cdae-4e68-99ca-4403f2e7c539) {{(pid=101695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:11:23.230948 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8d619e21-9e3a-4d41-90a7-2086225dcbe2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for port, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:23.263258 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8d619e21-9e3a-4d41-90a7-2086225dcbe2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:23.298389 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d619e21-9e3a-4d41-90a7-2086225dcbe2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:11:23.303149 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-8d619e21-9e3a-4d41-90a7-2086225dcbe2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:11:23.306726 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d619e21-9e3a-4d41-90a7-2086225dcbe2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Received port after_create {{(pid=101695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:11:23.329789 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d619e21-9e3a-4d41-90a7-2086225dcbe2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Pushing event updated for resources: {'Port': ['ID=baad8d21-cdae-4e68-99ca-4403f2e7c539,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:11:23.641396 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8d619e21-9e3a-4d41-90a7-2086225dcbe2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:23.705173 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8d619e21-9e3a-4d41-90a7-2086225dcbe2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:23.849610 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8d619e21-9e3a-4d41-90a7-2086225dcbe2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for port, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:23.853973 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8d619e21-9e3a-4d41-90a7-2086225dcbe2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63250401'] for port, after_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:23.921088 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d619e21-9e3a-4d41-90a7-2086225dcbe2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Pushing event updated for resources: {'Port': ['ID=baad8d21-cdae-4e68-99ca-4403f2e7c539,revision_number=2']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:11:23.928929 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8d619e21-9e3a-4d41-90a7-2086225dcbe2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833619'] for floatingip, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:24.024977 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.l3_db [None req-8d619e21-9e3a-4d41-90a7-2086225dcbe2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Floating IP 43b1c0ba-d15e-4d79-97de-41b71115127f associated. External IP: 172.27.0.50, port: f1ba6b6f-e867-475e-951d-89b162884955. Nov 16 19:11:24.254245 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999dc2c-145e-46a5-98d2-8385f1f50b57 req-64417b03-023a-4e33-80d8-521688ec48c1 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:24.255638 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9999dc2c-145e-46a5-98d2-8385f1f50b57 req-64417b03-023a-4e33-80d8-521688ec48c1 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 984 time: 0.0891271 Nov 16 19:11:24.284961 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d619e21-9e3a-4d41-90a7-2086225dcbe2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Router 24a9fefc-93d4-4508-ba51-d0b278ca25ec has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:11:24.360329 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9999dc2c-145e-46a5-98d2-8385f1f50b57 req-e3475922-98c9-4f1f-a51a-19c966a37ce7 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=079795f4-4566-4d09-9384-e04e622afcb4&id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0980453 Nov 16 19:11:24.422175 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d619e21-9e3a-4d41-90a7-2086225dcbe2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:11:24.433084 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de4e6a5-dd9d-471a-8399-8e67c39fa7c7 None None] Sync routers for ids ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:11:24.440112 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8d619e21-9e3a-4d41-90a7-2086225dcbe2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for floatingip, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:24.443001 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de4e6a5-dd9d-471a-8399-8e67c39fa7c7 None None] Routers {'24a9fefc-93d4-4508-ba51-d0b278ca25ec'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:11:24.443616 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-1de4e6a5-dd9d-471a-8399-8e67c39fa7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:11:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:11:24.470638 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-8d619e21-9e3a-4d41-90a7-2086225dcbe2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5643466 Nov 16 19:11:24.471437 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cebd59d-87d0-453a-a5de-0af744f39fa4', 'tag': 'f1ba6b6f-e867-475e-951d-89b162884955'}] {{(pid=101695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:11:24.473815 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd271a50102e67beddb2fedac2b1f0e72c74193367130158f77a5ad7182eeeac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34726c4d-66b8-4deb-9fa4-92f9ecc3e6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "3cebd59d-87d0-453a-a5de-0af744f39fa4", "tag": "f1ba6b6f-e867-475e-951d-89b162884955"}]}' {{(pid=101695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:11:24.512625 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e86e3d9-baf8-4cc5-b37f-ad186d81c594 x-openstack-request-id: req-5e86e3d9-baf8-4cc5-b37f-ad186d81c594 {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:11:24.512983 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cebd59d-87d0-453a-a5de-0af744f39fa4", "tag": "f1ba6b6f-e867-475e-951d-89b162884955", "status": "completed", "code": 200}]} {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:11:24.513243 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e86e3d9-baf8-4cc5-b37f-ad186d81c594 {{(pid=101695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:11:24.513777 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cebd59d-87d0-453a-a5de-0af744f39fa4', 'tag': 'f1ba6b6f-e867-475e-951d-89b162884955', 'status': 'completed', 'code': 200} Nov 16 19:11:24.553323 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-1de4e6a5-dd9d-471a-8399-8e67c39fa7c7 None None] Set router 24a9fefc-93d4-4508-ba51-d0b278ca25ec gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:11:24.574522 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34726c4d-66b8-4deb-9fa4-92f9ecc3e6b2 req-81cd3de2-22ae-487c-bf9d-30de290dc0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:24.576085 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-34726c4d-66b8-4deb-9fa4-92f9ecc3e6b2 req-81cd3de2-22ae-487c-bf9d-30de290dc0c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffaa0849f50740c491e5f247362c3b10&device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0395939 Nov 16 19:11:24.671382 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34726c4d-66b8-4deb-9fa4-92f9ecc3e6b2 req-915a18ae-6911-45ea-9416-172d107c6882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:24.672886 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-34726c4d-66b8-4deb-9fa4-92f9ecc3e6b2 req-915a18ae-6911-45ea-9416-172d107c6882 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8869448c-a462-4b3c-b5fc-a38ebbecc48e HTTP/1.1" status: 200 len: 913 time: 0.0881250 Nov 16 19:11:24.737888 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-34726c4d-66b8-4deb-9fa4-92f9ecc3e6b2 req-aba4cd7e-483f-4acd-9959-b6571b8c84a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1ba6b6f-e867-475e-951d-89b162884955 HTTP/1.1" status: 200 len: 998 time: 0.0563636 Nov 16 19:11:24.773298 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-1de4e6a5-dd9d-471a-8399-8e67c39fa7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 4, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '43b1c0ba-d15e-4d79-97de-41b71115127f', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'port_id': 'f1ba6b6f-e867-475e-951d-89b162884955', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'mac_address': 'fa:16:3e:4e:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cebd59d-87d0-453a-a5de-0af744f39fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:11:23Z', 'updated_at': '2021-11-16T19:11:23Z', 'revision_number': 0, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5e390d-e9fd-449f-9e16-011f282697a3', 'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'mac_address': 'fa:16:3e:a7:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:41Z', 'updated_at': '2021-11-16T19:10:45Z', 'revision_number': 5, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'subnets': [{'id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:11:24.791365 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34726c4d-66b8-4deb-9fa4-92f9ecc3e6b2 req-82581ca2-4cb9-4a1a-9322-aaad43423cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:24.792817 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-34726c4d-66b8-4deb-9fa4-92f9ecc3e6b2 req-82581ca2-4cb9-4a1a-9322-aaad43423cb3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1968e57c-025d-4b7d-8c0b-82ea90efd865 HTTP/1.1" status: 200 len: 851 time: 0.0475943 Nov 16 19:11:24.802536 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de4e6a5-dd9d-471a-8399-8e67c39fa7c7 None None] Checking router: 24a9fefc-93d4-4508-ba51-d0b278ca25ec for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:11:24.810885 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de4e6a5-dd9d-471a-8399-8e67c39fa7c7 None None] Routers {'24a9fefc-93d4-4508-ba51-d0b278ca25ec'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:11:24.811485 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-1de4e6a5-dd9d-471a-8399-8e67c39fa7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:11:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:11:24.839003 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34726c4d-66b8-4deb-9fa4-92f9ecc3e6b2 req-4a0dca90-5c80-40ac-a7b4-54b39f6ee6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:24.840517 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-34726c4d-66b8-4deb-9fa4-92f9ecc3e6b2 req-4a0dca90-5c80-40ac-a7b4-54b39f6ee6bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8869448c-a462-4b3c-b5fc-a38ebbecc48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397592 Nov 16 19:11:24.932637 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-34726c4d-66b8-4deb-9fa4-92f9ecc3e6b2 req-f0c3526e-8590-447e-ae61-44488bd42073 service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846438 Nov 16 19:11:25.028780 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-34726c4d-66b8-4deb-9fa4-92f9ecc3e6b2 req-18f08d28-bad3-4f06-bc76-296dd8d709c2 service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882850 Nov 16 19:11:25.036957 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-1de4e6a5-dd9d-471a-8399-8e67c39fa7c7 None None] Set router 24a9fefc-93d4-4508-ba51-d0b278ca25ec gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:11:25.254770 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-1de4e6a5-dd9d-471a-8399-8e67c39fa7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 4, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '43b1c0ba-d15e-4d79-97de-41b71115127f', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'port_id': 'f1ba6b6f-e867-475e-951d-89b162884955', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'mac_address': 'fa:16:3e:4e:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cebd59d-87d0-453a-a5de-0af744f39fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:11:23Z', 'updated_at': '2021-11-16T19:11:23Z', 'revision_number': 0, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5e390d-e9fd-449f-9e16-011f282697a3', 'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'mac_address': 'fa:16:3e:a7:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:41Z', 'updated_at': '2021-11-16T19:10:45Z', 'revision_number': 5, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'subnets': [{'id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:11:25.280434 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de4e6a5-dd9d-471a-8399-8e67c39fa7c7 None None] The sync data for ids ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'] in dv-cinder-667108-35-iscsi is: [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 4, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '43b1c0ba-d15e-4d79-97de-41b71115127f', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'port_id': 'f1ba6b6f-e867-475e-951d-89b162884955', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'mac_address': 'fa:16:3e:4e:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cebd59d-87d0-453a-a5de-0af744f39fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:11:23Z', 'updated_at': '2021-11-16T19:11:23Z', 'revision_number': 0, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5e390d-e9fd-449f-9e16-011f282697a3', 'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'mac_address': 'fa:16:3e:a7:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:41Z', 'updated_at': '2021-11-16T19:10:45Z', 'revision_number': 5, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'subnets': [{'id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:11:25.476650 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ff0c9b-80db-4e3e-aa4d-dd311c1f1ec5 None None] New status for floating IP 43b1c0ba-d15e-4d79-97de-41b71115127f: ACTIVE {{(pid=101698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 19:11:25.477159 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7164e5-58e9-49d8-821d-789b1017d59d req-107aa87c-2856-4c84-be95-550a0aecab8e tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:25.478633 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-fc7164e5-58e9-49d8-821d-789b1017d59d req-107aa87c-2856-4c84-be95-550a0aecab8e tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 984 time: 0.0503633 Nov 16 19:11:25.540597 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-fc7164e5-58e9-49d8-821d-789b1017d59d req-4f6cb1df-9faf-4030-8685-3d2d1cdff14a tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=079795f4-4566-4d09-9384-e04e622afcb4&id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0547113 Nov 16 19:11:26.655632 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167de87b-bef6-4873-b718-ab53fe370908 req-fe2462cc-63f9-4f71-a8ff-7e1131767f7c tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:26.657741 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-167de87b-bef6-4873-b718-ab53fe370908 req-fe2462cc-63f9-4f71-a8ff-7e1131767f7c tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 984 time: 0.0485237 Nov 16 19:11:26.715457 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-167de87b-bef6-4873-b718-ab53fe370908 req-2868f341-b23b-4952-9eb7-d4a6448789da tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=079795f4-4566-4d09-9384-e04e622afcb4&id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0517955 Nov 16 19:11:27.834417 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb5fd9-f1ba-4d6d-a6a9-93d384400d92 req-ba9a5b55-6446-46cb-8c17-edeeb52ae41c tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:27.835863 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-eddb5fd9-f1ba-4d6d-a6a9-93d384400d92 req-ba9a5b55-6446-46cb-8c17-edeeb52ae41c tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 984 time: 0.0481753 Nov 16 19:11:27.894034 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-eddb5fd9-f1ba-4d6d-a6a9-93d384400d92 req-c6af87b8-b907-498c-b95a-a6b26672969c tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=079795f4-4566-4d09-9384-e04e622afcb4&id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0524406 Nov 16 19:11:29.010020 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912388b-ed9a-494f-8aa5-9e23cab2248b req-727e1ae2-89f7-4ca3-a300-f952fa746228 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:29.011483 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a912388b-ed9a-494f-8aa5-9e23cab2248b req-727e1ae2-89f7-4ca3-a300-f952fa746228 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 984 time: 0.0522389 Nov 16 19:11:29.069703 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a912388b-ed9a-494f-8aa5-9e23cab2248b req-7a816b57-f44a-4637-a089-ba322c412f93 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=079795f4-4566-4d09-9384-e04e622afcb4&id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0523050 Nov 16 19:11:30.185805 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4f349-2e12-4459-8be0-b79c3b332fc7 req-7744bd7a-799a-4fbe-816a-4bcd637ec8b8 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:30.187311 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-49d4f349-2e12-4459-8be0-b79c3b332fc7 req-7744bd7a-799a-4fbe-816a-4bcd637ec8b8 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 984 time: 0.0520198 Nov 16 19:11:30.245107 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-49d4f349-2e12-4459-8be0-b79c3b332fc7 req-3891daa9-2003-4412-983a-62854d582c69 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=079795f4-4566-4d09-9384-e04e622afcb4&id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0519395 Nov 16 19:11:30.531926 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:31.359461 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2a9c0-f60a-4fdb-bc8c-f53d8b4e7ce0 req-4d056b2e-340c-4324-85dc-8992bfbec017 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:31.360962 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-00b2a9c0-f60a-4fdb-bc8c-f53d8b4e7ce0 req-4d056b2e-340c-4324-85dc-8992bfbec017 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 984 time: 0.0494545 Nov 16 19:11:31.420289 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-00b2a9c0-f60a-4fdb-bc8c-f53d8b4e7ce0 req-4666f65e-ec55-4290-859d-e3fa29ecdad6 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=079795f4-4566-4d09-9384-e04e622afcb4&id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0534179 Nov 16 19:11:36.849718 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-7e65db05-84bb-452d-bc29-c9bb475e7a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:38.465216 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a9f60e72-c0af-47f5-bf7c-a046fbb43dd8 req-a8858a09-56bb-407c-83d2-62150638982f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798647 Nov 16 19:11:38.550039 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f60e72-c0af-47f5-bf7c-a046fbb43dd8 req-96664c4b-65d6-4be7-a841-8c33dd840144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:38.551509 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a9f60e72-c0af-47f5-bf7c-a046fbb43dd8 req-96664c4b-65d6-4be7-a841-8c33dd840144 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b043ff8fd5b4a328d325072a1c372d8&device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 1137 time: 0.0427175 Nov 16 19:11:38.654354 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f60e72-c0af-47f5-bf7c-a046fbb43dd8 req-5fdab5ca-a505-4657-8d97-8ef9ff26211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:38.655793 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a9f60e72-c0af-47f5-bf7c-a046fbb43dd8 req-5fdab5ca-a505-4657-8d97-8ef9ff26211a service neutron] 10.222.0.18 "GET /v2.0/networks?id=066ac6d3-663a-44d9-925d-246eb834c887 HTTP/1.1" status: 200 len: 916 time: 0.0820527 Nov 16 19:11:38.722499 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a9f60e72-c0af-47f5-bf7c-a046fbb43dd8 req-2ac926e6-acfe-4a46-80c3-6c4433055836 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64bb2f75-c646-411c-a0ed-f1eff8a865b6 HTTP/1.1" status: 200 len: 1000 time: 0.0590162 Nov 16 19:11:38.770634 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f60e72-c0af-47f5-bf7c-a046fbb43dd8 req-727de1dc-fa29-4178-b246-60f56512eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:38.772000 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a9f60e72-c0af-47f5-bf7c-a046fbb43dd8 req-727de1dc-fa29-4178-b246-60f56512eb9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad HTTP/1.1" status: 200 len: 854 time: 0.0422556 Nov 16 19:11:38.816091 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f60e72-c0af-47f5-bf7c-a046fbb43dd8 req-df2868ac-492e-4447-9171-705a29989015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:11:38.817496 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a9f60e72-c0af-47f5-bf7c-a046fbb43dd8 req-df2868ac-492e-4447-9171-705a29989015 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=066ac6d3-663a-44d9-925d-246eb834c887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0382988 Nov 16 19:11:38.828074 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [req-a9f60e72-c0af-47f5-bf7c-a046fbb43dd8 req-0e80be43-5f72-48e7-93f4-31a198a83746 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 19:11:38.829150 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a9f60e72-c0af-47f5-bf7c-a046fbb43dd8 req-0e80be43-5f72-48e7-93f4-31a198a83746 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047400 Nov 16 19:11:38.920322 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a9f60e72-c0af-47f5-bf7c-a046fbb43dd8 req-de449ccd-bf0e-4a19-a879-ab4ba1166820 service neutron] 10.222.0.18 "GET /v2.0/networks/066ac6d3-663a-44d9-925d-246eb834c887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827744 Nov 16 19:11:39.005817 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a9f60e72-c0af-47f5-bf7c-a046fbb43dd8 req-42b65035-75e0-4e42-8fb8-dcea3424e160 service neutron] 10.222.0.18 "GET /v2.0/networks/066ac6d3-663a-44d9-925d-246eb834c887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784745 Nov 16 19:11:39.843790 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-eba5fdcf-2a1a-4a00-9527-834909fc4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:41.380269 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:43.195641 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:43.815140 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:11:50.592912 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:12:00.547280 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:06.807389 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e713b29c-e9b5-4dfe-bac8-a1079a6a4ba4 req-92f17fbd-aa08-4737-b0ef-ab866ebf4eb3 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96818900&fields=id&tenant_id=0b043ff8fd5b4a328d325072a1c372d8 HTTP/1.1" status: 200 len: 267 time: 0.0439386 Nov 16 19:12:06.852494 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-e4793641-c8f0-420c-80af-f6b048f2d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:06.861451 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713b29c-e9b5-4dfe-bac8-a1079a6a4ba4 req-04316507-9db4-4bbc-92ee-793839ce2e19 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:06.862994 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e713b29c-e9b5-4dfe-bac8-a1079a6a4ba4 req-04316507-9db4-4bbc-92ee-793839ce2e19 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 984 time: 0.0500994 Nov 16 19:12:06.873843 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [req-e713b29c-e9b5-4dfe-bac8-a1079a6a4ba4 req-66dc9fa9-b2e0-4e20-aabe-4aaf9efc116f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Request body: {'port': {'security_groups': ['fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea']}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:12:06.940778 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-e713b29c-e9b5-4dfe-bac8-a1079a6a4ba4 req-66dc9fa9-b2e0-4e20-aabe-4aaf9efc116f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:07.112153 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.db [req-e713b29c-e9b5-4dfe-bac8-a1079a6a4ba4 req-66dc9fa9-b2e0-4e20-aabe-4aaf9efc116f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] For port 64bb2f75-c646-411c-a0ed-f1eff8a865b6, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=64bb2f75-c646-411c-a0ed-f1eff8a865b6,segment=NetworkSegment(4bd40600-770a-4736-aad0-75c13e454e6c),segment_id=4bd40600-770a-4736-aad0-75c13e454e6c)] {{(pid=101695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:12:07.140034 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-e713b29c-e9b5-4dfe-bac8-a1079a6a4ba4 req-66dc9fa9-b2e0-4e20-aabe-4aaf9efc116f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for port, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:07.144385 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-e713b29c-e9b5-4dfe-bac8-a1079a6a4ba4 req-66dc9fa9-b2e0-4e20-aabe-4aaf9efc116f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63250401'] for port, after_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:07.157758 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['64bb2f75-c646-411c-a0ed-f1eff8a865b6'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:12:07.187657 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713b29c-e9b5-4dfe-bac8-a1079a6a4ba4 req-66dc9fa9-b2e0-4e20-aabe-4aaf9efc116f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:07.188866 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [req-e713b29c-e9b5-4dfe-bac8-a1079a6a4ba4 req-66dc9fa9-b2e0-4e20-aabe-4aaf9efc116f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:07.190332 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e713b29c-e9b5-4dfe-bac8-a1079a6a4ba4 req-66dc9fa9-b2e0-4e20-aabe-4aaf9efc116f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "PUT /v2.0/ports/64bb2f75-c646-411c-a0ed-f1eff8a865b6 HTTP/1.1" status: 200 len: 942 time: 0.3208897 Nov 16 19:12:07.190790 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb255369-3900-4aea-a2e5-a1fb5374763c', 'tag': '64bb2f75-c646-411c-a0ed-f1eff8a865b6'}] {{(pid=101695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:12:07.193065 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd271a50102e67beddb2fedac2b1f0e72c74193367130158f77a5ad7182eeeac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ab75c3-635a-4944-a997-19ddb037b8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "bb255369-3900-4aea-a2e5-a1fb5374763c", "tag": "64bb2f75-c646-411c-a0ed-f1eff8a865b6"}]}' {{(pid=101695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:12:07.198985 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 54292) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:07.217847 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc9fa9-b2e0-4e20-aabe-4aaf9efc116f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Pushing event updated for resources: {'Port': ['ID=64bb2f75-c646-411c-a0ed-f1eff8a865b6,revision_number=7']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:07.225284 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc9fa9-b2e0-4e20-aabe-4aaf9efc116f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:07.225720 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc9fa9-b2e0-4e20-aabe-4aaf9efc116f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:07.226071 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc9fa9-b2e0-4e20-aabe-4aaf9efc116f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:07.226411 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc9fa9-b2e0-4e20-aabe-4aaf9efc116f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:07.226749 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc9fa9-b2e0-4e20-aabe-4aaf9efc116f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:07.227082 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc9fa9-b2e0-4e20-aabe-4aaf9efc116f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:07.227415 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc9fa9-b2e0-4e20-aabe-4aaf9efc116f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:07.227745 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc9fa9-b2e0-4e20-aabe-4aaf9efc116f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:07.228074 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc9fa9-b2e0-4e20-aabe-4aaf9efc116f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:07.228401 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc9fa9-b2e0-4e20-aabe-4aaf9efc116f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:07.228728 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc9fa9-b2e0-4e20-aabe-4aaf9efc116f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:07.229052 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc9fa9-b2e0-4e20-aabe-4aaf9efc116f tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:07.281830 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46b3518-a7a6-45b1-b44d-d0cdcb730276 x-openstack-request-id: req-e46b3518-a7a6-45b1-b44d-d0cdcb730276 {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:12:07.282907 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb255369-3900-4aea-a2e5-a1fb5374763c", "tag": "64bb2f75-c646-411c-a0ed-f1eff8a865b6", "status": "completed", "code": 200}]} {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:12:07.283189 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e46b3518-a7a6-45b1-b44d-d0cdcb730276 {{(pid=101695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:12:07.283607 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb255369-3900-4aea-a2e5-a1fb5374763c', 'tag': '64bb2f75-c646-411c-a0ed-f1eff8a865b6', 'status': 'completed', 'code': 200} Nov 16 19:12:07.287418 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['64bb2f75-c646-411c-a0ed-f1eff8a865b6'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:12:07.355117 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-683c6832-880d-4fa8-b1c8-4befe25d3301 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:07.379855 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab75c3-635a-4944-a997-19ddb037b8d9 req-e8b465b1-117d-4cf7-ab1c-d818b5a65ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:07.381538 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e7ab75c3-635a-4944-a997-19ddb037b8d9 req-e8b465b1-117d-4cf7-ab1c-d818b5a65ee7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b043ff8fd5b4a328d325072a1c372d8&device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 1098 time: 0.0764046 Nov 16 19:12:07.395904 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-683c6832-880d-4fa8-b1c8-4befe25d3301 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:07.413861 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-ff4ef6c1-ac4f-4b00-a23b-410d4deeae26 None None] Provisioning complete for port 64bb2f75-c646-411c-a0ed-f1eff8a865b6 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:07.414231 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-ff4ef6c1-ac4f-4b00-a23b-410d4deeae26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:07.510392 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab75c3-635a-4944-a997-19ddb037b8d9 req-b1916dc7-2c85-4889-bec7-8e122b544344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:07.511787 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e7ab75c3-635a-4944-a997-19ddb037b8d9 req-b1916dc7-2c85-4889-bec7-8e122b544344 service neutron] 10.222.0.18 "GET /v2.0/networks?id=066ac6d3-663a-44d9-925d-246eb834c887 HTTP/1.1" status: 200 len: 916 time: 0.1184492 Nov 16 19:12:07.558466 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-683c6832-880d-4fa8-b1c8-4befe25d3301 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:07.561029 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-683c6832-880d-4fa8-b1c8-4befe25d3301 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:07.562181 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-683c6832-880d-4fa8-b1c8-4befe25d3301 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "DELETE /v2.0/security-groups/079795f4-4566-4d09-9384-e04e622afcb4 HTTP/1.1" status: 204 len: 168 time: 0.3588719 Nov 16 19:12:07.564954 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54294) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:07.579636 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c6832-880d-4fa8-b1c8-4befe25d3301 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079795f4-4566-4d09-9384-e04e622afcb4,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:07.594995 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e7ab75c3-635a-4944-a997-19ddb037b8d9 req-1cf0dbcd-82bd-4d1a-ba3d-7c29fe08ef07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64bb2f75-c646-411c-a0ed-f1eff8a865b6 HTTP/1.1" status: 200 len: 1000 time: 0.0740774 Nov 16 19:12:07.645874 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab75c3-635a-4944-a997-19ddb037b8d9 req-65e101ba-ccb2-4a3e-8201-8c9bd7b57640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:07.647345 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e7ab75c3-635a-4944-a997-19ddb037b8d9 req-65e101ba-ccb2-4a3e-8201-8c9bd7b57640 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad HTTP/1.1" status: 200 len: 854 time: 0.0446777 Nov 16 19:12:07.695827 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab75c3-635a-4944-a997-19ddb037b8d9 req-9d840d99-c540-421c-ab60-9171b78bd1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:07.697309 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e7ab75c3-635a-4944-a997-19ddb037b8d9 req-9d840d99-c540-421c-ab60-9171b78bd1e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=066ac6d3-663a-44d9-925d-246eb834c887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398972 Nov 16 19:12:07.720287 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-ab5191b9-ab7f-4bbf-a4c3-8f08681f7145 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Deleting port ff6d149f-bab2-4834-9dca-331162afcd86 {{(pid=101695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:12:07.720627 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ab5191b9-ab7f-4bbf-a4c3-8f08681f7145 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:07.794654 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e7ab75c3-635a-4944-a997-19ddb037b8d9 req-d79ba3c5-b604-4f4f-b4f4-cc928141b061 service neutron] 10.222.0.18 "GET /v2.0/networks/066ac6d3-663a-44d9-925d-246eb834c887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880673 Nov 16 19:12:07.797614 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ab5191b9-ab7f-4bbf-a4c3-8f08681f7145 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:07.797942 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ab5191b9-ab7f-4bbf-a4c3-8f08681f7145 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:07.810099 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-ab5191b9-ab7f-4bbf-a4c3-8f08681f7145 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Calling delete_port for ff6d149f-bab2-4834-9dca-331162afcd86 owned by network:floatingip {{(pid=101695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:12:07.888412 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e7ab75c3-635a-4944-a997-19ddb037b8d9 req-9b956785-61bd-41d3-8f06-db8efeb84531 service neutron] 10.222.0.18 "GET /v2.0/networks/066ac6d3-663a-44d9-925d-246eb834c887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861616 Nov 16 19:12:07.975166 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ab5191b9-ab7f-4bbf-a4c3-8f08681f7145 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:08.000454 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5191b9-ab7f-4bbf-a4c3-8f08681f7145 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Pushing event deleted for resources: {'Port': ['ID=ff6d149f-bab2-4834-9dca-331162afcd86,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:08.058853 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ab5191b9-ab7f-4bbf-a4c3-8f08681f7145 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks [] for floatingip, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:08.059181 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.l3_db [None req-ab5191b9-ab7f-4bbf-a4c3-8f08681f7145 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Floating IP 11217ed4-eea8-4626-b57d-8d030afc1ddc disassociated (deleted). External IP: 172.27.0.23, port: 64bb2f75-c646-411c-a0ed-f1eff8a865b6. Nov 16 19:12:08.469691 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5191b9-ab7f-4bbf-a4c3-8f08681f7145 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Router a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:12:08.572134 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5191b9-ab7f-4bbf-a4c3-8f08681f7145 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:12:08.577294 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-ab5191b9-ab7f-4bbf-a4c3-8f08681f7145 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for floatingip, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:08.582061 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c9596f-0fa5-4bb7-9192-7006ef75a7bb None None] Sync routers for ids ['a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:12:08.592257 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c9596f-0fa5-4bb7-9192-7006ef75a7bb None None] Routers {'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:12:08.592865 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-67c9596f-0fa5-4bb7-9192-7006ef75a7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:11:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:08.604795 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-ab5191b9-ab7f-4bbf-a4c3-8f08681f7145 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "DELETE /v2.0/floatingips/11217ed4-eea8-4626-b57d-8d030afc1ddc HTTP/1.1" status: 204 len: 168 time: 1.0385594 Nov 16 19:12:08.699580 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-67c9596f-0fa5-4bb7-9192-7006ef75a7bb None None] Set router a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:12:08.903862 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-67c9596f-0fa5-4bb7-9192-7006ef75a7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'name': 'tempest-TestMinimumBasicScenario-1513339806-router', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:04Z', 'revision_number': 4, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'gw_port': {'id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'c03587c2-892f-4346-943b-acb27f8f1918', 'name': '', 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'mac_address': 'fa:16:3e:0a:cf:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:03Z', 'updated_at': '2021-11-16T19:10:07Z', 'revision_number': 5, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'subnets': [{'id': '7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:08.932221 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c9596f-0fa5-4bb7-9192-7006ef75a7bb None None] Checking router: a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:12:08.940273 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c9596f-0fa5-4bb7-9192-7006ef75a7bb None None] Routers {'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:12:08.940864 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-67c9596f-0fa5-4bb7-9192-7006ef75a7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:11:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:09.040045 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-67c9596f-0fa5-4bb7-9192-7006ef75a7bb None None] Set router a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:12:09.239256 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-67c9596f-0fa5-4bb7-9192-7006ef75a7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'name': 'tempest-TestMinimumBasicScenario-1513339806-router', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:04Z', 'revision_number': 4, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'gw_port': {'id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'c03587c2-892f-4346-943b-acb27f8f1918', 'name': '', 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'mac_address': 'fa:16:3e:0a:cf:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:03Z', 'updated_at': '2021-11-16T19:10:07Z', 'revision_number': 5, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'subnets': [{'id': '7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:09.266275 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c9596f-0fa5-4bb7-9192-7006ef75a7bb None None] The sync data for ids ['a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'] in dv-cinder-667108-35-iscsi is: [{'id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'name': 'tempest-TestMinimumBasicScenario-1513339806-router', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:04Z', 'revision_number': 4, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'gw_port': {'id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'c03587c2-892f-4346-943b-acb27f8f1918', 'name': '', 'network_id': '066ac6d3-663a-44d9-925d-246eb834c887', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'mac_address': 'fa:16:3e:0a:cf:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:03Z', 'updated_at': '2021-11-16T19:10:07Z', 'revision_number': 5, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'subnets': [{'id': '7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:12:09.284566 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb255369-3900-4aea-a2e5-a1fb5374763c', 'tag': '64bb2f75-c646-411c-a0ed-f1eff8a865b6'}] {{(pid=101695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:12:09.287095 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd271a50102e67beddb2fedac2b1f0e72c74193367130158f77a5ad7182eeeac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ce1dcd-a294-4467-a251-a321e8d7ad3b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb255369-3900-4aea-a2e5-a1fb5374763c", "tag": "64bb2f75-c646-411c-a0ed-f1eff8a865b6"}]}' {{(pid=101695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:12:09.327544 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7686d0-3ef5-4da9-a828-ae2008c511bb x-openstack-request-id: req-ff7686d0-3ef5-4da9-a828-ae2008c511bb {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:12:09.327897 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb255369-3900-4aea-a2e5-a1fb5374763c", "tag": "64bb2f75-c646-411c-a0ed-f1eff8a865b6", "status": "completed", "code": 200}]} {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:12:09.328158 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff7686d0-3ef5-4da9-a828-ae2008c511bb {{(pid=101695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:12:09.328612 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb255369-3900-4aea-a2e5-a1fb5374763c', 'tag': '64bb2f75-c646-411c-a0ed-f1eff8a865b6', 'status': 'completed', 'code': 200} Nov 16 19:12:09.393347 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce1dcd-a294-4467-a251-a321e8d7ad3b req-90f167bf-fa25-4b5f-b25b-05e89de3a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:09.394972 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-38ce1dcd-a294-4467-a251-a321e8d7ad3b req-90f167bf-fa25-4b5f-b25b-05e89de3a6f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b043ff8fd5b4a328d325072a1c372d8&device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 1098 time: 0.0424407 Nov 16 19:12:09.494826 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce1dcd-a294-4467-a251-a321e8d7ad3b req-5233b508-0a60-4445-ac0f-41bc05938ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:09.496315 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-38ce1dcd-a294-4467-a251-a321e8d7ad3b req-5233b508-0a60-4445-ac0f-41bc05938ac4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=066ac6d3-663a-44d9-925d-246eb834c887 HTTP/1.1" status: 200 len: 916 time: 0.0943727 Nov 16 19:12:09.496990 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b176922-e942-4e76-8abf-e29a4ddd7b98 None None] New status for floating IP 11217ed4-eea8-4626-b57d-8d030afc1ddc: DOWN {{(pid=101698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 19:12:09.539039 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-38ce1dcd-a294-4467-a251-a321e8d7ad3b req-7e60eb4c-45c5-4e43-a4d5-1ca07ff50b91 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64bb2f75-c646-411c-a0ed-f1eff8a865b6 HTTP/1.1" status: 200 len: 217 time: 0.0339119 Nov 16 19:12:09.589465 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce1dcd-a294-4467-a251-a321e8d7ad3b req-b791db84-31b0-492a-9132-a94f2ce1621c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:09.590976 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-38ce1dcd-a294-4467-a251-a321e8d7ad3b req-b791db84-31b0-492a-9132-a94f2ce1621c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad HTTP/1.1" status: 200 len: 854 time: 0.0452259 Nov 16 19:12:09.638282 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce1dcd-a294-4467-a251-a321e8d7ad3b req-fc9b3487-7124-4f74-94b3-fd96cf86c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:09.639799 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-38ce1dcd-a294-4467-a251-a321e8d7ad3b req-fc9b3487-7124-4f74-94b3-fd96cf86c3a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=066ac6d3-663a-44d9-925d-246eb834c887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417633 Nov 16 19:12:09.732847 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-38ce1dcd-a294-4467-a251-a321e8d7ad3b req-d1e03f4c-43d1-4027-9051-314b469dbb1a service neutron] 10.222.0.18 "GET /v2.0/networks/066ac6d3-663a-44d9-925d-246eb834c887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855396 Nov 16 19:12:09.828486 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-38ce1dcd-a294-4467-a251-a321e8d7ad3b req-35d97843-5e7f-474c-82fb-825df5d8f52b service neutron] 10.222.0.18 "GET /v2.0/networks/066ac6d3-663a-44d9-925d-246eb834c887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866721 Nov 16 19:12:09.848308 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-49fe7b4a-e56e-46e3-af61-48347039d917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:11.302021 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21328493-75a3-48c9-ab3b-b39e4594cfbd req-c8728de9-469f-441b-956b-d6e94a694eef tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:11.303589 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-21328493-75a3-48c9-ab3b-b39e4594cfbd req-c8728de9-469f-441b-956b-d6e94a694eef tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 945 time: 0.0540814 Nov 16 19:12:11.355048 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-21328493-75a3-48c9-ab3b-b39e4594cfbd req-2e1575d7-1f58-4253-b09f-28a986b43b72 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448287 Nov 16 19:12:11.390728 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:12.470829 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6b428-3543-44be-9b68-3da79a4ab170 req-de8fa288-4bdc-4ccd-a41e-415b1e3698e6 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:12.472275 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-add6b428-3543-44be-9b68-3da79a4ab170 req-de8fa288-4bdc-4ccd-a41e-415b1e3698e6 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 945 time: 0.0476091 Nov 16 19:12:12.519527 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-add6b428-3543-44be-9b68-3da79a4ab170 req-d12e11cf-b4c8-47b5-9863-ea03278189c5 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409236 Nov 16 19:12:13.033014 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd70cab-5c63-42c7-a028-1f8b21db7450 req-ce130ef8-6c08-4f11-a887-1428f297d573 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:13.034624 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bbd70cab-5c63-42c7-a028-1f8b21db7450 req-ce130ef8-6c08-4f11-a887-1428f297d573 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 945 time: 0.0494590 Nov 16 19:12:13.126160 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-bbd70cab-5c63-42c7-a028-1f8b21db7450 req-5bcb7db6-5142-4b69-aff8-dd734d7d12cd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Deleting port 64bb2f75-c646-411c-a0ed-f1eff8a865b6 {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:12:13.126503 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-bbd70cab-5c63-42c7-a028-1f8b21db7450 req-5bcb7db6-5142-4b69-aff8-dd734d7d12cd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:13.198940 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:13.214736 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-bbd70cab-5c63-42c7-a028-1f8b21db7450 req-5bcb7db6-5142-4b69-aff8-dd734d7d12cd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] For port 64bb2f75-c646-411c-a0ed-f1eff8a865b6, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=64bb2f75-c646-411c-a0ed-f1eff8a865b6,segment=NetworkSegment(4bd40600-770a-4736-aad0-75c13e454e6c),segment_id=4bd40600-770a-4736-aad0-75c13e454e6c)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:12:13.215098 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-bbd70cab-5c63-42c7-a028-1f8b21db7450 req-5bcb7db6-5142-4b69-aff8-dd734d7d12cd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:13.227187 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-bbd70cab-5c63-42c7-a028-1f8b21db7450 req-5bcb7db6-5142-4b69-aff8-dd734d7d12cd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Calling delete_port for 64bb2f75-c646-411c-a0ed-f1eff8a865b6 owned by compute:nova {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:12:13.357130 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-bbd70cab-5c63-42c7-a028-1f8b21db7450 req-5bcb7db6-5142-4b69-aff8-dd734d7d12cd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:13.368498 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['64bb2f75-c646-411c-a0ed-f1eff8a865b6'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:12:13.387033 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb7db6-5142-4b69-aff8-dd734d7d12cd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Pushing event deleted for resources: {'Port': ['ID=64bb2f75-c646-411c-a0ed-f1eff8a865b6,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:13.400039 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb7db6-5142-4b69-aff8-dd734d7d12cd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:13.400566 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb7db6-5142-4b69-aff8-dd734d7d12cd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:13.401069 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb7db6-5142-4b69-aff8-dd734d7d12cd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:13.401614 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb7db6-5142-4b69-aff8-dd734d7d12cd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:13.402155 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb7db6-5142-4b69-aff8-dd734d7d12cd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:13.402552 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb7db6-5142-4b69-aff8-dd734d7d12cd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:13.402895 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb7db6-5142-4b69-aff8-dd734d7d12cd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:13.403231 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb7db6-5142-4b69-aff8-dd734d7d12cd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:13.403564 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb7db6-5142-4b69-aff8-dd734d7d12cd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:13.403894 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb7db6-5142-4b69-aff8-dd734d7d12cd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:13.404218 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb7db6-5142-4b69-aff8-dd734d7d12cd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:13.404539 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb7db6-5142-4b69-aff8-dd734d7d12cd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:13.440131 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd70cab-5c63-42c7-a028-1f8b21db7450 req-5bcb7db6-5142-4b69-aff8-dd734d7d12cd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] No DVR routers for this DVR port 64bb2f75-c646-411c-a0ed-f1eff8a865b6 on host hv-cinder-66710 {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:12:13.442473 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-bbd70cab-5c63-42c7-a028-1f8b21db7450 req-5bcb7db6-5142-4b69-aff8-dd734d7d12cd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:13.446272 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bbd70cab-5c63-42c7-a028-1f8b21db7450 req-5bcb7db6-5142-4b69-aff8-dd734d7d12cd tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.18 "DELETE /v2.0/ports/64bb2f75-c646-411c-a0ed-f1eff8a865b6 HTTP/1.1" status: 204 len: 173 time: 0.4055521 Nov 16 19:12:13.446710 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb255369-3900-4aea-a2e5-a1fb5374763c', 'name': 'network-vif-deleted', 'tag': '64bb2f75-c646-411c-a0ed-f1eff8a865b6'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:12:13.448919 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37aa2f61-cd9f-435b-af02-8cdb9e780b34" -d '{"events": [{"server_uuid": "bb255369-3900-4aea-a2e5-a1fb5374763c", "name": "network-vif-deleted", "tag": "64bb2f75-c646-411c-a0ed-f1eff8a865b6"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:12:13.486341 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298d0c47-a0f8-4851-ad8b-831a245b7b3f x-openstack-request-id: req-298d0c47-a0f8-4851-ad8b-831a245b7b3f {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:12:13.486971 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb255369-3900-4aea-a2e5-a1fb5374763c", "name": "network-vif-deleted", "tag": "64bb2f75-c646-411c-a0ed-f1eff8a865b6", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:12:13.486971 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-298d0c47-a0f8-4851-ad8b-831a245b7b3f {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:12:13.487382 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb255369-3900-4aea-a2e5-a1fb5374763c', 'name': 'network-vif-deleted', 'tag': '64bb2f75-c646-411c-a0ed-f1eff8a865b6', 'status': 'completed', 'code': 200} Nov 16 19:12:13.622071 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cc3299fa-728a-4f3b-8f05-f528d6d665ec req-330e9658-9d56-4e72-b370-9b841d690a45 tempest-TestMinimumBasicScenario-2072749236 tempest-TestMinimumBasicScenario-2072749236-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb255369-3900-4aea-a2e5-a1fb5374763c HTTP/1.1" status: 200 len: 210 time: 0.0254583 Nov 16 19:12:13.823714 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:15.263912 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 54382) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:15.829789 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-689c7c69-4034-4c67-867b-f7eb23ffe194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667731'] for router_interface, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:16.064606 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-689c7c69-4034-4c67-867b-f7eb23ffe194 admin admin] Deleting port c03587c2-892f-4346-943b-acb27f8f1918 {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:12:16.064940 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-689c7c69-4034-4c67-867b-f7eb23ffe194 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:16.141588 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [None req-689c7c69-4034-4c67-867b-f7eb23ffe194 admin admin] For port c03587c2-892f-4346-943b-acb27f8f1918, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=c03587c2-892f-4346-943b-acb27f8f1918,segment=NetworkSegment(4bd40600-770a-4736-aad0-75c13e454e6c),segment_id=4bd40600-770a-4736-aad0-75c13e454e6c)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:12:16.141971 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-689c7c69-4034-4c67-867b-f7eb23ffe194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:16.154111 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-689c7c69-4034-4c67-867b-f7eb23ffe194 admin admin] Calling delete_port for c03587c2-892f-4346-943b-acb27f8f1918 owned by network:router_interface {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:12:16.327270 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-689c7c69-4034-4c67-867b-f7eb23ffe194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:16.357375 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c7c69-4034-4c67-867b-f7eb23ffe194 admin admin] Pushing event deleted for resources: {'Port': ['ID=c03587c2-892f-4346-943b-acb27f8f1918,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:16.526541 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-689c7c69-4034-4c67-867b-f7eb23ffe194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667599'] for router_interface, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:16.737239 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689c7c69-4034-4c67-867b-f7eb23ffe194 admin admin] Router a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:12:16.840392 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689c7c69-4034-4c67-867b-f7eb23ffe194 admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:12:16.847815 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-689c7c69-4034-4c67-867b-f7eb23ffe194 admin admin] 10.222.0.46 "PUT /v2.0/routers/a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5804236 Nov 16 19:12:16.848005 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54384) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:16.849065 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c77c6e-5412-49fb-9b36-968f42b9862e None None] Sync routers for ids ['a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:12:16.859468 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c77c6e-5412-49fb-9b36-968f42b9862e None None] Routers {'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:12:16.860075 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-c2c77c6e-5412-49fb-9b36-968f42b9862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:12:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:16.950523 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a77ee0a7-9067-43b7-a648-721cee9f40e7 admin admin] Publish callbacks [] for router, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:16.963302 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-c2c77c6e-5412-49fb-9b36-968f42b9862e None None] Set router a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:12:17.051350 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a77ee0a7-9067-43b7-a648-721cee9f40e7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:17.053114 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 64bb2f75-c646-411c-a0ed-f1eff8a865b6 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:12:17.077954 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] No Port match for: 64bb2f75-c646-411c-a0ed-f1eff8a865b6 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:12:17.078299 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 64bb2f75-c646-411c-a0ed-f1eff8a865b6 not bound to the agent host hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:12:17.103059 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-a77ee0a7-9067-43b7-a648-721cee9f40e7 admin admin] Deleting port c7072fdf-8a87-47ea-9f32-2e841d914748 {{(pid=101695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:12:17.103394 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a77ee0a7-9067-43b7-a648-721cee9f40e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:17.161903 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-c2c77c6e-5412-49fb-9b36-968f42b9862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'name': 'tempest-TestMinimumBasicScenario-1513339806-router', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:12:16Z', 'revision_number': 5, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'gw_port': {'id': 'c7072fdf-8a87-47ea-9f32-2e841d914748', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:17.180462 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.db [None req-a77ee0a7-9067-43b7-a648-721cee9f40e7 admin admin] For port c7072fdf-8a87-47ea-9f32-2e841d914748, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=c7072fdf-8a87-47ea-9f32-2e841d914748,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:12:17.180848 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a77ee0a7-9067-43b7-a648-721cee9f40e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:17.188745 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c77c6e-5412-49fb-9b36-968f42b9862e None None] Checking router: a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:12:17.192837 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-a77ee0a7-9067-43b7-a648-721cee9f40e7 admin admin] Calling delete_port for c7072fdf-8a87-47ea-9f32-2e841d914748 owned by network:router_gateway {{(pid=101695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:12:17.197336 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c77c6e-5412-49fb-9b36-968f42b9862e None None] Routers {'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:12:17.197970 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-c2c77c6e-5412-49fb-9b36-968f42b9862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:12:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:17.362354 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a77ee0a7-9067-43b7-a648-721cee9f40e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:17.392591 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ee0a7-9067-43b7-a648-721cee9f40e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7072fdf-8a87-47ea-9f32-2e841d914748,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:17.408591 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-c2c77c6e-5412-49fb-9b36-968f42b9862e None None] Set router a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 gateway port host: None {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:12:17.452732 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a77ee0a7-9067-43b7-a648-721cee9f40e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833645'] for router_gateway, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:17.463298 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-c2c77c6e-5412-49fb-9b36-968f42b9862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'name': 'tempest-TestMinimumBasicScenario-1513339806-router', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:12:17Z', 'revision_number': 6, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'gw_port_host': None}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:17.489362 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c77c6e-5412-49fb-9b36-968f42b9862e None None] The sync data for ids ['a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0'] in dv-cinder-667108-35-iscsi is: [{'id': 'a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0', 'name': 'tempest-TestMinimumBasicScenario-1513339806-router', 'tenant_id': '0b043ff8fd5b4a328d325072a1c372d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:01Z', 'updated_at': '2021-11-16T19:12:17Z', 'revision_number': 6, 'project_id': '0b043ff8fd5b4a328d325072a1c372d8', 'gw_port_host': None}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:12:17.545409 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a77ee0a7-9067-43b7-a648-721cee9f40e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-748'] for router, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:17.547622 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a77ee0a7-9067-43b7-a648-721cee9f40e7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:17.590028 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a77ee0a7-9067-43b7-a648-721cee9f40e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667254'] for router, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:17.590577 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77ee0a7-9067-43b7-a648-721cee9f40e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 {{(pid=101695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 19:12:17.595649 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a77ee0a7-9067-43b7-a648-721cee9f40e7 admin admin] Publish callbacks [] for router, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:17.596757 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-a77ee0a7-9067-43b7-a648-721cee9f40e7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a0da1d6b-ca27-49bb-a9dd-31e5194ec3e0 HTTP/1.1" status: 204 len: 168 time: 0.7472668 Nov 16 19:12:17.599277 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54386) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:17.648510 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_v2 [None req-c280bd1e-d66e-4dd4-8a0e-f536f96c9dad admin admin] Deleting subnet 7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad {{(pid=101695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 19:12:17.651546 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c280bd1e-d66e-4dd4-8a0e-f536f96c9dad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:17.685355 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c280bd1e-d66e-4dd4-8a0e-f536f96c9dad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63388205'] for subnet, precommit_delete_associations {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:17.763774 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c280bd1e-d66e-4dd4-8a0e-f536f96c9dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-623022'] for subnet, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:17.823073 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c280bd1e-d66e-4dd4-8a0e-f536f96c9dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-623025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63250203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63062689'] for subnet, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:17.850454 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280bd1e-d66e-4dd4-8a0e-f536f96c9dad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:17.852422 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c280bd1e-d66e-4dd4-8a0e-f536f96c9dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for subnet, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:17.857912 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-c280bd1e-d66e-4dd4-8a0e-f536f96c9dad admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7b2144cb-5dbd-4f0a-8cc1-28070ebd86ad HTTP/1.1" status: 204 len: 168 time: 0.2554026 Nov 16 19:12:17.858065 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f93b012-d36c-4ad2-bc77-3663fcc3d99b None None] Network 066ac6d3-663a-44d9-925d-246eb834c887 requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:12:17.858507 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 54388) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:17.937176 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-55cd9c87-8969-4ac9-9bca-8f4a28c93d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806902'] for network, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:17.992281 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-55cd9c87-8969-4ac9-9bca-8f4a28c93d73 admin admin] Deleting port 789ecdbb-fe47-4121-95df-58840537c9d4 {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:12:17.992630 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-55cd9c87-8969-4ac9-9bca-8f4a28c93d73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:18.053564 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [None req-55cd9c87-8969-4ac9-9bca-8f4a28c93d73 admin admin] For port 789ecdbb-fe47-4121-95df-58840537c9d4, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=789ecdbb-fe47-4121-95df-58840537c9d4,segment=NetworkSegment(4bd40600-770a-4736-aad0-75c13e454e6c),segment_id=4bd40600-770a-4736-aad0-75c13e454e6c)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:12:18.054006 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-55cd9c87-8969-4ac9-9bca-8f4a28c93d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:18.066919 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-55cd9c87-8969-4ac9-9bca-8f4a28c93d73 admin admin] Calling delete_port for 789ecdbb-fe47-4121-95df-58840537c9d4 owned by network:dhcp {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:12:18.146121 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-55cd9c87-8969-4ac9-9bca-8f4a28c93d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:18.169993 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd9c87-8969-4ac9-9bca-8f4a28c93d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=789ecdbb-fe47-4121-95df-58840537c9d4,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:18.175289 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd9c87-8969-4ac9-9bca-8f4a28c93d73 admin admin] No DVR routers for this DVR port 789ecdbb-fe47-4121-95df-58840537c9d4 on host dv-cinder-667108-35-iscsi {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:12:18.248912 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-55cd9c87-8969-4ac9-9bca-8f4a28c93d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629537', 'neutron.services.segments.db._delete_segments_for_network-8770492521988'] for network, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:18.255090 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef0fdcd-5921-416e-8c85-20014e576341 None None] DHCP port deletion for 066ac6d3-663a-44d9-925d-246eb834c887 request from dv-cinder-667108-35-iscsi {{(pid=101697) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 19:12:18.271753 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-55cd9c87-8969-4ac9-9bca-8f4a28c93d73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066ac6d3-663a-44d9-925d-246eb834c887']}} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:18.282151 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-55cd9c87-8969-4ac9-9bca-8f4a28c93d73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd40600-770a-4736-aad0-75c13e454e6c') {'for_net_delete': True} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:18.282456 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-55cd9c87-8969-4ac9-9bca-8f4a28c93d73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd40600-770a-4736-aad0-75c13e454e6c') {} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:18.292666 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-55cd9c87-8969-4ac9-9bca-8f4a28c93d73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770492523021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932041'] for segment, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:18.305722 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-55cd9c87-8969-4ac9-9bca-8f4a28c93d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:18.311723 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55cd9c87-8969-4ac9-9bca-8f4a28c93d73 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 19:12:18.312118 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-55cd9c87-8969-4ac9-9bca-8f4a28c93d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66353909'] for segment, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: Traceback (most recent call last): Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: timer() Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: cb(*args, **kw) Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: return func(*args, **kwargs) Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: self._notify() Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: self.callback(batched_events) Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: event.method(event) Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: return f(self, *a, **k) Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: return self._get(url).json() Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: return self.request(url, 'GET', **kwargs) Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 19:12:18.313783 dv-cinder-667108-35-iscsi neutron-server[101696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 19:12:18.369209 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-55cd9c87-8969-4ac9-9bca-8f4a28c93d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833601'] for network, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:18.374758 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-55cd9c87-8969-4ac9-9bca-8f4a28c93d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:18.378364 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-55cd9c87-8969-4ac9-9bca-8f4a28c93d73 admin admin] 10.222.0.46 "DELETE /v2.0/networks/066ac6d3-663a-44d9-925d-246eb834c887 HTTP/1.1" status: 204 len: 168 time: 0.5191600 Nov 16 19:12:18.381516 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54390) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:18.389894 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd9c87-8969-4ac9-9bca-8f4a28c93d73 admin admin] Pushing event deleted for resources: {'Network': ['ID=066ac6d3-663a-44d9-925d-246eb834c887,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:18.441248 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device c03587c2-892f-4346-943b-acb27f8f1918 no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:12:18.465650 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: c03587c2-892f-4346-943b-acb27f8f1918 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:12:18.466149 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device c03587c2-892f-4346-943b-acb27f8f1918 not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:12:18.466757 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device c7072fdf-8a87-47ea-9f32-2e841d914748 no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:12:18.488075 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: c7072fdf-8a87-47ea-9f32-2e841d914748 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:12:18.488530 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device c7072fdf-8a87-47ea-9f32-2e841d914748 not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:12:18.489019 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 789ecdbb-fe47-4121-95df-58840537c9d4 no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:12:18.513371 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: 789ecdbb-fe47-4121-95df-58840537c9d4 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:12:18.513756 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 789ecdbb-fe47-4121-95df-58840537c9d4 not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:12:18.731164 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-2936b13d-c935-4ef7-a32f-7e6bd0d4ea1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667731'] for router_interface, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:18.966428 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-2936b13d-c935-4ef7-a32f-7e6bd0d4ea1b admin admin] Deleting port b7915449-eca0-4685-8821-d88c1db39ead {{(pid=101695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:12:18.967148 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-2936b13d-c935-4ef7-a32f-7e6bd0d4ea1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:19.046077 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.db [None req-2936b13d-c935-4ef7-a32f-7e6bd0d4ea1b admin admin] For port b7915449-eca0-4685-8821-d88c1db39ead, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=b7915449-eca0-4685-8821-d88c1db39ead,segment=NetworkSegment(418ac6e6-84dd-450f-8356-ff46134ba8ff),segment_id=418ac6e6-84dd-450f-8356-ff46134ba8ff)] {{(pid=101695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:12:19.046385 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-2936b13d-c935-4ef7-a32f-7e6bd0d4ea1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:19.058274 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-2936b13d-c935-4ef7-a32f-7e6bd0d4ea1b admin admin] Calling delete_port for b7915449-eca0-4685-8821-d88c1db39ead owned by network:router_interface {{(pid=101695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:12:19.233144 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-2936b13d-c935-4ef7-a32f-7e6bd0d4ea1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:19.260060 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936b13d-c935-4ef7-a32f-7e6bd0d4ea1b admin admin] Pushing event deleted for resources: {'Port': ['ID=b7915449-eca0-4685-8821-d88c1db39ead,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:19.420952 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-2936b13d-c935-4ef7-a32f-7e6bd0d4ea1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667599'] for router_interface, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:19.844369 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2936b13d-c935-4ef7-a32f-7e6bd0d4ea1b admin admin] Router 6c131126-75be-4ebd-99e4-ea0e6a3076cc has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:12:19.948564 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2936b13d-c935-4ef7-a32f-7e6bd0d4ea1b admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:12:19.953701 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-2936b13d-c935-4ef7-a32f-7e6bd0d4ea1b admin admin] 10.222.0.46 "PUT /v2.0/routers/6c131126-75be-4ebd-99e4-ea0e6a3076cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5710421 Nov 16 19:12:19.956376 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 54392) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:19.957344 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31404aa2-a9bd-4d5c-854b-d69b715779d6 None None] Sync routers for ids ['6c131126-75be-4ebd-99e4-ea0e6a3076cc'] in dv-cinder-667108-35-iscsi {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:12:19.968112 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31404aa2-a9bd-4d5c-854b-d69b715779d6 None None] Routers {'6c131126-75be-4ebd-99e4-ea0e6a3076cc'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:12:19.968722 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-31404aa2-a9bd-4d5c-854b-d69b715779d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:12:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['6c131126-75be-4ebd-99e4-ea0e6a3076cc'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:20.060312 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-0679d396-84d0-4400-ab1f-b20dbcca3bfa admin admin] Publish callbacks [] for router, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:20.071194 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-31404aa2-a9bd-4d5c-854b-d69b715779d6 None None] Set router 6c131126-75be-4ebd-99e4-ea0e6a3076cc gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:12:20.161966 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-0679d396-84d0-4400-ab1f-b20dbcca3bfa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:20.213525 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-0679d396-84d0-4400-ab1f-b20dbcca3bfa admin admin] Deleting port bb3deabb-fa58-4e0d-bef6-0554a4a16338 {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:12:20.213887 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-0679d396-84d0-4400-ab1f-b20dbcca3bfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:20.250775 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-31404aa2-a9bd-4d5c-854b-d69b715779d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c131126-75be-4ebd-99e4-ea0e6a3076cc', 'name': 'tempest-TestMinimumBasicScenario-2005710321-router', 'tenant_id': 'd085622cba4a4a54a7afe726c1aa036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'bb3deabb-fa58-4e0d-bef6-0554a4a16338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:05Z', 'updated_at': '2021-11-16T19:12:19Z', 'revision_number': 5, 'project_id': 'd085622cba4a4a54a7afe726c1aa036a', 'gw_port': {'id': 'bb3deabb-fa58-4e0d-bef6-0554a4a16338', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ef:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c131126-75be-4ebd-99e4-ea0e6a3076cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:06Z', 'updated_at': '2021-11-16T19:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:20.282855 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31404aa2-a9bd-4d5c-854b-d69b715779d6 None None] Checking router: 6c131126-75be-4ebd-99e4-ea0e6a3076cc for host: dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:12:20.291561 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31404aa2-a9bd-4d5c-854b-d69b715779d6 None None] Routers {'6c131126-75be-4ebd-99e4-ea0e6a3076cc'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:12:20.292179 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-31404aa2-a9bd-4d5c-854b-d69b715779d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:12:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['6c131126-75be-4ebd-99e4-ea0e6a3076cc'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:20.295702 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [None req-0679d396-84d0-4400-ab1f-b20dbcca3bfa admin admin] For port bb3deabb-fa58-4e0d-bef6-0554a4a16338, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=bb3deabb-fa58-4e0d-bef6-0554a4a16338,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:12:20.296085 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-0679d396-84d0-4400-ab1f-b20dbcca3bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:20.308891 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-0679d396-84d0-4400-ab1f-b20dbcca3bfa admin admin] Calling delete_port for bb3deabb-fa58-4e0d-bef6-0554a4a16338 owned by network:router_gateway {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:12:20.378584 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-31404aa2-a9bd-4d5c-854b-d69b715779d6 None None] Set router 6c131126-75be-4ebd-99e4-ea0e6a3076cc gateway port host: None {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:12:20.432892 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-31404aa2-a9bd-4d5c-854b-d69b715779d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c131126-75be-4ebd-99e4-ea0e6a3076cc', 'name': 'tempest-TestMinimumBasicScenario-2005710321-router', 'tenant_id': 'd085622cba4a4a54a7afe726c1aa036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:05Z', 'updated_at': '2021-11-16T19:12:20Z', 'revision_number': 6, 'project_id': 'd085622cba4a4a54a7afe726c1aa036a', 'gw_port_host': None}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:20.462266 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31404aa2-a9bd-4d5c-854b-d69b715779d6 None None] The sync data for ids ['6c131126-75be-4ebd-99e4-ea0e6a3076cc'] in dv-cinder-667108-35-iscsi is: [{'id': '6c131126-75be-4ebd-99e4-ea0e6a3076cc', 'name': 'tempest-TestMinimumBasicScenario-2005710321-router', 'tenant_id': 'd085622cba4a4a54a7afe726c1aa036a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:05Z', 'updated_at': '2021-11-16T19:12:20Z', 'revision_number': 6, 'project_id': 'd085622cba4a4a54a7afe726c1aa036a', 'gw_port_host': None}] {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:12:20.477087 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-0679d396-84d0-4400-ab1f-b20dbcca3bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:20.510654 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679d396-84d0-4400-ab1f-b20dbcca3bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=bb3deabb-fa58-4e0d-bef6-0554a4a16338,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:20.561879 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-0679d396-84d0-4400-ab1f-b20dbcca3bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833645'] for router_gateway, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:20.652032 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-0679d396-84d0-4400-ab1f-b20dbcca3bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-748'] for router, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:20.654123 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-0679d396-84d0-4400-ab1f-b20dbcca3bfa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:20.694438 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-0679d396-84d0-4400-ab1f-b20dbcca3bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667254'] for router, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:20.695721 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0679d396-84d0-4400-ab1f-b20dbcca3bfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c131126-75be-4ebd-99e4-ea0e6a3076cc {{(pid=101696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 19:12:20.700350 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-0679d396-84d0-4400-ab1f-b20dbcca3bfa admin admin] Publish callbacks [] for router, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:20.701765 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-0679d396-84d0-4400-ab1f-b20dbcca3bfa admin admin] 10.222.0.46 "DELETE /v2.0/routers/6c131126-75be-4ebd-99e4-ea0e6a3076cc HTTP/1.1" status: 204 len: 168 time: 0.7442906 Nov 16 19:12:20.704267 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 54394) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:20.747412 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13ef285-07be-4252-bfe2-ffcdb79f426b admin admin] Deleting subnet 4524305d-53eb-4b97-9228-736ec21e08bd {{(pid=101696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 19:12:20.750577 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c13ef285-07be-4252-bfe2-ffcdb79f426b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:20.784163 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c13ef285-07be-4252-bfe2-ffcdb79f426b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66932038'] for subnet, precommit_delete_associations {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:20.868355 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c13ef285-07be-4252-bfe2-ffcdb79f426b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-623022'] for subnet, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:20.919032 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c13ef285-07be-4252-bfe2-ffcdb79f426b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-623025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66353747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63484672'] for subnet, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:20.946126 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c13ef285-07be-4252-bfe2-ffcdb79f426b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:20.952061 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-c13ef285-07be-4252-bfe2-ffcdb79f426b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4524305d-53eb-4b97-9228-736ec21e08bd HTTP/1.1" status: 204 len: 168 time: 0.2445402 Nov 16 19:12:20.952200 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc7f312-ee26-40d2-8062-7f36783f3bab None None] Network 6b5bd45d-783c-47ff-a98b-212b1fc99bba requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:12:20.952654 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ef285-07be-4252-bfe2-ffcdb79f426b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4524305d-53eb-4b97-9228-736ec21e08bd,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:20.952775 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54396) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:21.022652 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-4d521f6a-cb5d-4063-a54b-0b4f12df3bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806902'] for network, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:21.076013 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-4d521f6a-cb5d-4063-a54b-0b4f12df3bf9 admin admin] Deleting port 02c7656f-e8ac-4282-9c80-7255862e4c55 {{(pid=101695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:12:21.076357 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-4d521f6a-cb5d-4063-a54b-0b4f12df3bf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:21.142482 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.db [None req-4d521f6a-cb5d-4063-a54b-0b4f12df3bf9 admin admin] For port 02c7656f-e8ac-4282-9c80-7255862e4c55, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=02c7656f-e8ac-4282-9c80-7255862e4c55,segment=NetworkSegment(418ac6e6-84dd-450f-8356-ff46134ba8ff),segment_id=418ac6e6-84dd-450f-8356-ff46134ba8ff)] {{(pid=101695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:12:21.142859 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-4d521f6a-cb5d-4063-a54b-0b4f12df3bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:21.155141 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-4d521f6a-cb5d-4063-a54b-0b4f12df3bf9 admin admin] Calling delete_port for 02c7656f-e8ac-4282-9c80-7255862e4c55 owned by network:dhcp {{(pid=101695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:12:21.212445 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b09e7a5-9fa8-44a1-a4b9-bbbe7193db00 None None] DHCP port deletion for 6b5bd45d-783c-47ff-a98b-212b1fc99bba request from dv-cinder-667108-35-iscsi {{(pid=101697) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 19:12:21.236014 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-4d521f6a-cb5d-4063-a54b-0b4f12df3bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:21.260011 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-8b09e7a5-9fa8-44a1-a4b9-bbbe7193db00 None None] Deleting port 02c7656f-e8ac-4282-9c80-7255862e4c55 {{(pid=101697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:12:21.260502 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-8b09e7a5-9fa8-44a1-a4b9-bbbe7193db00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:21.269098 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d521f6a-cb5d-4063-a54b-0b4f12df3bf9 admin admin] No DVR routers for this DVR port 02c7656f-e8ac-4282-9c80-7255862e4c55 on host dv-cinder-667108-35-iscsi {{(pid=101695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:12:21.274185 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d521f6a-cb5d-4063-a54b-0b4f12df3bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=02c7656f-e8ac-4282-9c80-7255862e4c55,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:21.325650 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-8b09e7a5-9fa8-44a1-a4b9-bbbe7193db00 None None] For port 02c7656f-e8ac-4282-9c80-7255862e4c55, host dv-cinder-667108-35-iscsi, got binding levels [] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:12:21.326190 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-8b09e7a5-9fa8-44a1-a4b9-bbbe7193db00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:21.338557 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-8b09e7a5-9fa8-44a1-a4b9-bbbe7193db00 None None] Calling delete_port for 02c7656f-e8ac-4282-9c80-7255862e4c55 owned by network:dhcp {{(pid=101697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:12:21.342437 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.ipam_backend_mixin [None req-8b09e7a5-9fa8-44a1-a4b9-bbbe7193db00 None None] Port 02c7656f-e8ac-4282-9c80-7255862e4c55 was not found and therefore no delete operation was performed {{(pid=101697) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 19:12:21.343785 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-8b09e7a5-9fa8-44a1-a4b9-bbbe7193db00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990'] for port, after_delete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:21.345957 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-4d521f6a-cb5d-4063-a54b-0b4f12df3bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629537', 'neutron.services.segments.db._delete_segments_for_network-8770492521988'] for network, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:21.370896 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.services.segments.db [None req-4d521f6a-cb5d-4063-a54b-0b4f12df3bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5bd45d-783c-47ff-a98b-212b1fc99bba']}} {{(pid=101695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:21.375312 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09e7a5-9fa8-44a1-a4b9-bbbe7193db00 None None] Pushing event deleted for resources: {'Port': ['ID=02c7656f-e8ac-4282-9c80-7255862e4c55,revision_number=None']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:21.381009 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b09e7a5-9fa8-44a1-a4b9-bbbe7193db00 None None] No DVR routers for this DVR port 02c7656f-e8ac-4282-9c80-7255862e4c55 on host dv-cinder-667108-35-iscsi {{(pid=101697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:12:21.384842 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.services.segments.db [None req-4d521f6a-cb5d-4063-a54b-0b4f12df3bf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418ac6e6-84dd-450f-8356-ff46134ba8ff') {'for_net_delete': True} {{(pid=101695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:21.385130 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.services.segments.db [None req-4d521f6a-cb5d-4063-a54b-0b4f12df3bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418ac6e6-84dd-450f-8356-ff46134ba8ff') {} {{(pid=101695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:21.389439 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09e7a5-9fa8-44a1-a4b9-bbbe7193db00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:21.389864 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09e7a5-9fa8-44a1-a4b9-bbbe7193db00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:21.390273 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09e7a5-9fa8-44a1-a4b9-bbbe7193db00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:21.390672 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09e7a5-9fa8-44a1-a4b9-bbbe7193db00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:21.391070 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09e7a5-9fa8-44a1-a4b9-bbbe7193db00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:21.391855 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09e7a5-9fa8-44a1-a4b9-bbbe7193db00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:21.391855 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09e7a5-9fa8-44a1-a4b9-bbbe7193db00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:21.392259 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09e7a5-9fa8-44a1-a4b9-bbbe7193db00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:21.392696 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09e7a5-9fa8-44a1-a4b9-bbbe7193db00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:21.393087 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09e7a5-9fa8-44a1-a4b9-bbbe7193db00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:21.394014 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09e7a5-9fa8-44a1-a4b9-bbbe7193db00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:21.395197 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b09e7a5-9fa8-44a1-a4b9-bbbe7193db00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:21.396002 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-4d521f6a-cb5d-4063-a54b-0b4f12df3bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770492523021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63388194'] for segment, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:21.410143 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-4d521f6a-cb5d-4063-a54b-0b4f12df3bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:21.416874 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d521f6a-cb5d-4063-a54b-0b4f12df3bf9 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 19:12:21.417255 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-4d521f6a-cb5d-4063-a54b-0b4f12df3bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63250365'] for segment, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: Traceback (most recent call last): Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: timer() Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: cb(*args, **kw) Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: return func(*args, **kwargs) Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: self._notify() Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: self.callback(batched_events) Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: event.method(event) Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: return f(self, *a, **k) Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: return self._get(url).json() Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: return self.request(url, 'GET', **kwargs) Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 19:12:21.418996 dv-cinder-667108-35-iscsi neutron-server[101695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 19:12:21.477850 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-4d521f6a-cb5d-4063-a54b-0b4f12df3bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833601'] for network, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:21.483566 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-4d521f6a-cb5d-4063-a54b-0b4f12df3bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:21.486826 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-4d521f6a-cb5d-4063-a54b-0b4f12df3bf9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6b5bd45d-783c-47ff-a98b-212b1fc99bba HTTP/1.1" status: 204 len: 168 time: 0.5333972 Nov 16 19:12:21.497922 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d521f6a-cb5d-4063-a54b-0b4f12df3bf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b5bd45d-783c-47ff-a98b-212b1fc99bba,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:21.645974 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54400) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:21.685271 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-103844bd-14ee-41f2-944d-c06d45bc3109 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0b043ff8fd5b4a328d325072a1c372d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381072 Nov 16 19:12:21.687723 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54402) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:21.733751 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-0ac59ebf-d2a6-48b4-af3c-25d586008802 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:21.754144 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-0ac59ebf-d2a6-48b4-af3c-25d586008802 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:21.801973 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-0ac59ebf-d2a6-48b4-af3c-25d586008802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:21.805047 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-0ac59ebf-d2a6-48b4-af3c-25d586008802 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:21.806240 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-0ac59ebf-d2a6-48b4-af3c-25d586008802 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea HTTP/1.1" status: 204 len: 168 time: 0.1176233 Nov 16 19:12:21.813593 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac59ebf-d2a6-48b4-af3c-25d586008802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7d1d2a-1a15-40c1-b61e-7bdf9b6d6fea,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:22.111770 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54408) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:22.151130 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-9e041e1a-b2b3-449d-a111-53aaec350818 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d085622cba4a4a54a7afe726c1aa036a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382450 Nov 16 19:12:22.153418 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54410) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:22.199285 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5370513b-b769-4e83-8e68-b6b27a332da2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:22.219633 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5370513b-b769-4e83-8e68-b6b27a332da2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:22.266836 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5370513b-b769-4e83-8e68-b6b27a332da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:22.269434 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5370513b-b769-4e83-8e68-b6b27a332da2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:22.270655 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-5370513b-b769-4e83-8e68-b6b27a332da2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/52001530-3a88-4fc5-bca0-112feb9c759c HTTP/1.1" status: 204 len: 168 time: 0.1162846 Nov 16 19:12:22.278262 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370513b-b769-4e83-8e68-b6b27a332da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52001530-3a88-4fc5-bca0-112feb9c759c,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:22.423423 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device bb3deabb-fa58-4e0d-bef6-0554a4a16338 no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:12:22.446697 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: bb3deabb-fa58-4e0d-bef6-0554a4a16338 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:12:22.447125 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device bb3deabb-fa58-4e0d-bef6-0554a4a16338 not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:12:22.447608 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 02c7656f-e8ac-4282-9c80-7255862e4c55 no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:12:22.466307 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: 02c7656f-e8ac-4282-9c80-7255862e4c55 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:12:22.466652 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 02c7656f-e8ac-4282-9c80-7255862e4c55 not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:12:22.467058 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device b7915449-eca0-4685-8821-d88c1db39ead no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:12:22.485880 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: b7915449-eca0-4685-8821-d88c1db39ead {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:12:22.486228 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device b7915449-eca0-4685-8821-d88c1db39ead not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:12:22.925158 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54432) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:23.019024 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-13d1266e-28db-42ef-8cf7-0508f435b197 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1008462836-network', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:12:23.039779 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d1266e-28db-42ef-8cf7-0508f435b197 admin admin] Made reservation on behalf of 64eef6e0383c42f39e24aff3690b58fa for: {'network': 1} {{(pid=101695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:12:23.042099 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-13d1266e-28db-42ef-8cf7-0508f435b197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for network, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:23.050332 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-13d1266e-28db-42ef-8cf7-0508f435b197 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:23.125269 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-13d1266e-28db-42ef-8cf7-0508f435b197 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:23.129015 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-13d1266e-28db-42ef-8cf7-0508f435b197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:23.154655 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d1266e-28db-42ef-8cf7-0508f435b197 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 19:12:23.164503 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1266e-28db-42ef-8cf7-0508f435b197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f76b80e-b14a-4e81-8ad6-66814249ae7a,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:23.169149 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-13d1266e-28db-42ef-8cf7-0508f435b197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:23.169493 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.segments_db [None req-13d1266e-28db-42ef-8cf7-0508f435b197 admin admin] Added segment d1dd0483-8ed2-41c8-b0e8-dc2587ed113b of type vlan for network 33fd3960-6c3f-4161-8d19-bd407c7a0dc6 Nov 16 19:12:23.208204 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-13d1266e-28db-42ef-8cf7-0508f435b197 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770491955959'] for network, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:23.232450 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-13d1266e-28db-42ef-8cf7-0508f435b197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for network, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:23.233382 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d1266e-28db-42ef-8cf7-0508f435b197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:23.234021 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-13d1266e-28db-42ef-8cf7-0508f435b197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:23.283841 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-13d1266e-28db-42ef-8cf7-0508f435b197 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3575661 Nov 16 19:12:23.287793 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 54436) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:23.293290 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-bca931a9-78d6-42b3-b620-e1708e34a012 admin admin] Request body: {'subnet': {'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1008462836-subnet', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'ip_version': 4}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:12:23.294724 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1266e-28db-42ef-8cf7-0508f435b197 admin admin] Pushing event updated for resources: {'Network': ['ID=33fd3960-6c3f-4161-8d19-bd407c7a0dc6,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:23.305934 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Network 33fd3960-6c3f-4161-8d19-bd407c7a0dc6 details requested by agent ovs-agent-dv-cinder-667108-35-iscsi with host dv-cinder-667108-35-iscsi {{(pid=101697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 19:12:23.313959 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca931a9-78d6-42b3-b620-e1708e34a012 admin admin] Made reservation on behalf of 64eef6e0383c42f39e24aff3690b58fa for: {'subnet': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:12:23.316261 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-bca931a9-78d6-42b3-b620-e1708e34a012 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63484699'] for subnet, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:23.480605 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-bca931a9-78d6-42b3-b620-e1708e34a012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66353692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63484681'] for subnet, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:23.533956 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca931a9-78d6-42b3-b620-e1708e34a012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0febde38-a6ec-4de2-b239-e4ad19cc38fc,revision_number=0']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:23.543594 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca931a9-78d6-42b3-b620-e1708e34a012 admin admin] Checking segment: {'id': 'd1dd0483-8ed2-41c8-b0e8-dc2587ed113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:12:23.543881 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca931a9-78d6-42b3-b620-e1708e34a012 admin admin] Network hostable DHCP agents. Network: 33fd3960-6c3f-4161-8d19-bd407c7a0dc6, hostable agents: ['796d1915-ba41-4440-8731-3d9d4c9dd731'], hosted agents: [] {{(pid=101696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 19:12:23.559529 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca931a9-78d6-42b3-b620-e1708e34a012 admin admin] Network 33fd3960-6c3f-4161-8d19-bd407c7a0dc6 is scheduled to be hosted by DHCP agent 796d1915-ba41-4440-8731-3d9d4c9dd731 with binding_index 1 {{(pid=101696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 19:12:23.567200 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-bca931a9-78d6-42b3-b620-e1708e34a012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-35-iscsi, 33fd3960-6c3f-4161-8d19-bd407c7a0dc6) {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:12:23.571505 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca931a9-78d6-42b3-b620-e1708e34a012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:23.572570 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-bca931a9-78d6-42b3-b620-e1708e34a012 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:23.575911 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d2a463-212c-4fe4-a7bb-b1c1a1a2c064 None None] Network 33fd3960-6c3f-4161-8d19-bd407c7a0dc6 requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:12:23.590397 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-bca931a9-78d6-42b3-b620-e1708e34a012 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2983174 Nov 16 19:12:23.590591 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 54438) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:23.594757 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-f1ede157-cf1f-43d7-a0aa-7c8e99fc79ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1008462836-router', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:12:23.614575 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f1ede157-cf1f-43d7-a0aa-7c8e99fc79ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63238'] for router, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:23.615554 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f1ede157-cf1f-43d7-a0aa-7c8e99fc79ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1670261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1710739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63263'] for router, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:23.668474 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f1ede157-cf1f-43d7-a0aa-7c8e99fc79ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:23.721521 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dfcb8d-b427-45b9-9237-ab523c5fae03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dd112e2-f54d-5ef1-af8f-18867742fe1f-33fd3960-6c3f-4161-8d19-bd407c7a0dc6', 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'fixed_ips': [{'subnet_id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc'}]}} from dv-cinder-667108-35-iscsi. {{(pid=101697) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 19:12:23.722426 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-82dfcb8d-b427-45b9-9237-ab523c5fae03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:23.804135 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f1ede157-cf1f-43d7-a0aa-7c8e99fc79ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:23.855384 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.db_base_plugin_common [None req-82dfcb8d-b427-45b9-9237-ab523c5fae03 None None] Allocated IP 172.20.0.2 (33fd3960-6c3f-4161-8d19-bd407c7a0dc6/0febde38-a6ec-4de2-b239-e4ad19cc38fc/2698b307-7d88-4965-b9e3-43f5c4e053b6) {{(pid=101697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:12:23.995416 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-82dfcb8d-b427-45b9-9237-ab523c5fae03 None None] Publish callbacks [] for port, precommit_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:23.995644 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f1ede157-cf1f-43d7-a0aa-7c8e99fc79ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:24.001304 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-82dfcb8d-b427-45b9-9237-ab523c5fae03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981'] for port, after_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:24.014896 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f1ede157-cf1f-43d7-a0aa-7c8e99fc79ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:24.037035 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dfcb8d-b427-45b9-9237-ab523c5fae03 None None] Network 33fd3960-6c3f-4161-8d19-bd407c7a0dc6 is already hosted by enough agents. {{(pid=101697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:12:24.042028 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.scheduler.base_scheduler [None req-82dfcb8d-b427-45b9-9237-ab523c5fae03 None None] Resources bound (agent type, host, resource id): {{(pid=101697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:12:24.045455 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dfcb8d-b427-45b9-9237-ab523c5fae03 None None] Received port after_create {{(pid=101697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:12:24.055510 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfcb8d-b427-45b9-9237-ab523c5fae03 None None] Pushing event updated for resources: {'Port': ['ID=2698b307-7d88-4965-b9e3-43f5c4e053b6,revision_number=1']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:24.103842 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-82dfcb8d-b427-45b9-9237-ab523c5fae03 None None] Attempting to bind port 2698b307-7d88-4965-b9e3-43f5c4e053b6 on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:12:24.104225 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-82dfcb8d-b427-45b9-9237-ab523c5fae03 None None] Attempting to bind port 2698b307-7d88-4965-b9e3-43f5c4e053b6 by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': 'd1dd0483-8ed2-41c8-b0e8-dc2587ed113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6'}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:12:24.104581 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dfcb8d-b427-45b9-9237-ab523c5fae03 None None] Attempting to bind port 2698b307-7d88-4965-b9e3-43f5c4e053b6 on network 33fd3960-6c3f-4161-8d19-bd407c7a0dc6 {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:12:24.109484 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dfcb8d-b427-45b9-9237-ab523c5fae03 None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:12:24.109901 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dfcb8d-b427-45b9-9237-ab523c5fae03 None None] Checking segment: {'id': 'd1dd0483-8ed2-41c8-b0e8-dc2587ed113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:12:24.110303 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-82dfcb8d-b427-45b9-9237-ab523c5fae03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:24.110694 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dfcb8d-b427-45b9-9237-ab523c5fae03 None None] Bound using segment: {'id': 'd1dd0483-8ed2-41c8-b0e8-dc2587ed113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6'} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:12:24.111155 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-82dfcb8d-b427-45b9-9237-ab523c5fae03 None None] Bound port: 2698b307-7d88-4965-b9e3-43f5c4e053b6, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1dd0483-8ed2-41c8-b0e8-dc2587ed113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6'}}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:12:24.111532 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-82dfcb8d-b427-45b9-9237-ab523c5fae03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:24.119573 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [None req-f1ede157-cf1f-43d7-a0aa-7c8e99fc79ff admin admin] Allocated IP 172.27.0.74 (5f3ac952-8559-40cc-8fc1-b48178a4ccf1/5b3505d5-c140-47b1-9b3e-49bde3fac2c7/12e4cd10-0534-4d1f-84d4-f07c0aa0129a) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:12:24.176303 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-82dfcb8d-b427-45b9-9237-ab523c5fae03 None None] For port 2698b307-7d88-4965-b9e3-43f5c4e053b6, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:12:24.180107 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-82dfcb8d-b427-45b9-9237-ab523c5fae03 None None] For port 2698b307-7d88-4965-b9e3-43f5c4e053b6, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=2698b307-7d88-4965-b9e3-43f5c4e053b6,segment=NetworkSegment(d1dd0483-8ed2-41c8-b0e8-dc2587ed113b),segment_id=d1dd0483-8ed2-41c8-b0e8-dc2587ed113b)] {{(pid=101697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:12:24.183916 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-82dfcb8d-b427-45b9-9237-ab523c5fae03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:24.222970 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f1ede157-cf1f-43d7-a0aa-7c8e99fc79ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:24.246662 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfcb8d-b427-45b9-9237-ab523c5fae03 None None] Pushing event updated for resources: {'Port': ['ID=2698b307-7d88-4965-b9e3-43f5c4e053b6,revision_number=2']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:24.258056 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f1ede157-cf1f-43d7-a0aa-7c8e99fc79ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:24.299311 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ede157-cf1f-43d7-a0aa-7c8e99fc79ff admin admin] Network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:12:24.300678 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-f1ede157-cf1f-43d7-a0aa-7c8e99fc79ff admin admin] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:12:24.304924 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ede157-cf1f-43d7-a0aa-7c8e99fc79ff admin admin] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:12:24.310418 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ede157-cf1f-43d7-a0aa-7c8e99fc79ff admin admin] Pushing event updated for resources: {'Port': ['ID=12e4cd10-0534-4d1f-84d4-f07c0aa0129a,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:24.538021 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 2698b307-7d88-4965-b9e3-43f5c4e053b6 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:12:24.588089 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 2698b307-7d88-4965-b9e3-43f5c4e053b6 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:24.588733 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:24.676356 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:24.709072 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] For port 2698b307-7d88-4965-b9e3-43f5c4e053b6, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=2698b307-7d88-4965-b9e3-43f5c4e053b6,segment=NetworkSegment(d1dd0483-8ed2-41c8-b0e8-dc2587ed113b),segment_id=d1dd0483-8ed2-41c8-b0e8-dc2587ed113b)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:12:24.713829 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:24.761361 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Pushing event updated for resources: {'Port': ['ID=2698b307-7d88-4965-b9e3-43f5c4e053b6,revision_number=3']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:24.806636 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f1ede157-cf1f-43d7-a0aa-7c8e99fc79ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:25.005889 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f1ede157-cf1f-43d7-a0aa-7c8e99fc79ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1670220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1673333'] for router, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:25.077649 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6bd61c-4381-4e91-838e-d80a0788ee28 None None] Network 33fd3960-6c3f-4161-8d19-bd407c7a0dc6 requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:12:25.132263 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ede157-cf1f-43d7-a0aa-7c8e99fc79ff admin admin] Router 454be275-7a3e-436e-8089-1b297e4d2eee is scheduled to L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b with binding_index 1 {{(pid=101696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 19:12:25.204281 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-994b4de7-61a5-40a7-b25b-31d572bceb2d None None] Provisioning complete for port 2698b307-7d88-4965-b9e3-43f5c4e053b6 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:25.204653 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-994b4de7-61a5-40a7-b25b-31d572bceb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:25.234678 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ede157-cf1f-43d7-a0aa-7c8e99fc79ff admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:12:25.244675 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] Sync routers for ids ['454be275-7a3e-436e-8089-1b297e4d2eee'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:12:25.251945 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-f1ede157-cf1f-43d7-a0aa-7c8e99fc79ff admin admin] Publish callbacks [] for router, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:25.253359 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-f1ede157-cf1f-43d7-a0aa-7c8e99fc79ff admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6617582 Nov 16 19:12:25.256029 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 54440) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:25.274429 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] Routers {'454be275-7a3e-436e-8089-1b297e4d2eee'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:12:25.275061 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:12:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['454be275-7a3e-436e-8089-1b297e4d2eee'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:25.541763 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] Set router 454be275-7a3e-436e-8089-1b297e4d2eee gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:12:25.675774 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5f1ae7b8-3643-4e51-9f73-8a20030d6cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:25.721977 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'name': 'tempest-TestShelveInstance-1008462836-router', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:23Z', 'updated_at': '2021-11-16T19:12:24Z', 'revision_number': 3, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'gw_port': {'id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:24Z', 'updated_at': '2021-11-16T19:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:25.756149 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] Checking router: 454be275-7a3e-436e-8089-1b297e4d2eee for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:12:25.756397 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] Updating router 454be275-7a3e-436e-8089-1b297e4d2eee port 12e4cd10-0534-4d1f-84d4-f07c0aa0129a binding host dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 19:12:25.786667 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:25.789970 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-62053e21-2894-4898-9bb3-0a4963d6640b None None] Provisioning complete for port 2698b307-7d88-4965-b9e3-43f5c4e053b6 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:25.790326 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-62053e21-2894-4898-9bb3-0a4963d6640b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:25.832144 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [None req-5f1ae7b8-3643-4e51-9f73-8a20030d6cfe admin admin] Allocated IP 172.20.0.1 (33fd3960-6c3f-4161-8d19-bd407c7a0dc6/0febde38-a6ec-4de2-b239-e4ad19cc38fc/b6402962-58a8-41af-9d45-d8143790e6ff) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:12:25.936112 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5f1ae7b8-3643-4e51-9f73-8a20030d6cfe admin admin] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:25.974842 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5f1ae7b8-3643-4e51-9f73-8a20030d6cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:26.014345 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1ae7b8-3643-4e51-9f73-8a20030d6cfe admin admin] Network 33fd3960-6c3f-4161-8d19-bd407c7a0dc6 is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:12:26.017062 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-5f1ae7b8-3643-4e51-9f73-8a20030d6cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:12:26.022616 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ae7b8-3643-4e51-9f73-8a20030d6cfe admin admin] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:12:26.053993 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ae7b8-3643-4e51-9f73-8a20030d6cfe admin admin] Pushing event updated for resources: {'Port': ['ID=b6402962-58a8-41af-9d45-d8143790e6ff,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:26.071080 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5f1ae7b8-3643-4e51-9f73-8a20030d6cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833478'] for router_interface, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:26.104400 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] Publish callbacks [] for port, precommit_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:26.111111 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:26.164837 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] Attempting to bind port 12e4cd10-0534-4d1f-84d4-f07c0aa0129a on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:12:26.165306 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] Attempting to bind port 12e4cd10-0534-4d1f-84d4-f07c0aa0129a by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:12:26.165693 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] Attempting to bind port 12e4cd10-0534-4d1f-84d4-f07c0aa0129a on network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:12:26.173260 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:12:26.173659 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] Checking segment: {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:12:26.174066 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:26.174457 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] Bound using segment: {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:12:26.174926 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] Bound port: 12e4cd10-0534-4d1f-84d4-f07c0aa0129a, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:12:26.175302 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:26.176978 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b8724-67dd-4b10-b00b-1ba97d305506 None None] Pushing event updated for resources: {'Port': ['ID=12e4cd10-0534-4d1f-84d4-f07c0aa0129a,revision_number=2']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:26.219159 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5f1ae7b8-3643-4e51-9f73-8a20030d6cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:26.232464 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] For port 12e4cd10-0534-4d1f-84d4-f07c0aa0129a, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:12:26.235502 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] For port 12e4cd10-0534-4d1f-84d4-f07c0aa0129a, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=12e4cd10-0534-4d1f-84d4-f07c0aa0129a,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:12:26.238982 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:26.296850 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b8724-67dd-4b10-b00b-1ba97d305506 None None] Pushing event updated for resources: {'Port': ['ID=12e4cd10-0534-4d1f-84d4-f07c0aa0129a,revision_number=3']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:26.299352 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] Routers {'454be275-7a3e-436e-8089-1b297e4d2eee'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:12:26.299941 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:12:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['454be275-7a3e-436e-8089-1b297e4d2eee'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:26.388599 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5f1ae7b8-3643-4e51-9f73-8a20030d6cfe admin admin] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:26.389834 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-985a8c1c-5b0d-425c-99b9-de5d9a58b474 None None] Provisioning complete for port b6402962-58a8-41af-9d45-d8143790e6ff triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:26.390277 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-985a8c1c-5b0d-425c-99b9-de5d9a58b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:26.393792 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5f1ae7b8-3643-4e51-9f73-8a20030d6cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:26.438352 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-985a8c1c-5b0d-425c-99b9-de5d9a58b474 None None] Port b6402962-58a8-41af-9d45-d8143790e6ff cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:12:26.442846 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] Set router 454be275-7a3e-436e-8089-1b297e4d2eee gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:12:26.459467 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ae7b8-3643-4e51-9f73-8a20030d6cfe admin admin] Pushing event updated for resources: {'Port': ['ID=b6402962-58a8-41af-9d45-d8143790e6ff,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:26.467204 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-5f1ae7b8-3643-4e51-9f73-8a20030d6cfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667766'] for router_interface, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:26.469076 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 2698b307-7d88-4965-b9e3-43f5c4e053b6 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:12:26.562750 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1ae7b8-3643-4e51-9f73-8a20030d6cfe admin admin] Network 33fd3960-6c3f-4161-8d19-bd407c7a0dc6 is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:12:26.564151 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [None req-5f1ae7b8-3643-4e51-9f73-8a20030d6cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:12:26.606628 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 2698b307-7d88-4965-b9e3-43f5c4e053b6 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:26.606993 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:26.680863 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1ae7b8-3643-4e51-9f73-8a20030d6cfe admin admin] Router 454be275-7a3e-436e-8089-1b297e4d2eee has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:12:26.751445 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'name': 'tempest-TestShelveInstance-1008462836-router', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:23Z', 'updated_at': '2021-11-16T19:12:26Z', 'revision_number': 4, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'gw_port': {'id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:24Z', 'updated_at': '2021-11-16T19:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'b6402962-58a8-41af-9d45-d8143790e6ff', 'name': '', 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'mac_address': 'fa:16:3e:8b:7d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:25Z', 'updated_at': '2021-11-16T19:12:25Z', 'revision_number': 1, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'subnets': [{'id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:26.785938 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1f56b-242b-4e66-a386-380bd8561c52 None None] The sync data for ids ['454be275-7a3e-436e-8089-1b297e4d2eee'] in dv-cinder-667108-35-iscsi is: [{'id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'name': 'tempest-TestShelveInstance-1008462836-router', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:23Z', 'updated_at': '2021-11-16T19:12:26Z', 'revision_number': 4, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'gw_port': {'id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:24Z', 'updated_at': '2021-11-16T19:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'b6402962-58a8-41af-9d45-d8143790e6ff', 'name': '', 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'mac_address': 'fa:16:3e:8b:7d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:25Z', 'updated_at': '2021-11-16T19:12:25Z', 'revision_number': 1, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'subnets': [{'id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:12:26.791253 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-617447ba-d69c-420c-90c3-0e24fb5a29a4 None None] Provisioning complete for port b6402962-58a8-41af-9d45-d8143790e6ff triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:26.791574 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-617447ba-d69c-420c-90c3-0e24fb5a29a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:26.801170 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1ae7b8-3643-4e51-9f73-8a20030d6cfe admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:12:26.820502 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-5f1ae7b8-3643-4e51-9f73-8a20030d6cfe admin admin] 10.222.0.46 "PUT /v2.0/routers/454be275-7a3e-436e-8089-1b297e4d2eee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5531924 Nov 16 19:12:26.831770 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-617447ba-d69c-420c-90c3-0e24fb5a29a4 None None] Port b6402962-58a8-41af-9d45-d8143790e6ff cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:12:27.361162 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 54456) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:27.366319 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-eeed92bf-fc0f-4ffa-8bf2-7bb4993d7e55 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2010337022-network', 'tenant_id': '920978e6e4f04464b921d0cb2034616c'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:12:27.400238 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeed92bf-fc0f-4ffa-8bf2-7bb4993d7e55 admin admin] Made reservation on behalf of 920978e6e4f04464b921d0cb2034616c for: {'network': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:12:27.402904 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-eeed92bf-fc0f-4ffa-8bf2-7bb4993d7e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for network, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:27.411907 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-eeed92bf-fc0f-4ffa-8bf2-7bb4993d7e55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:27.496662 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-eeed92bf-fc0f-4ffa-8bf2-7bb4993d7e55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:27.501640 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-eeed92bf-fc0f-4ffa-8bf2-7bb4993d7e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:27.529792 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeed92bf-fc0f-4ffa-8bf2-7bb4993d7e55 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 19:12:27.535178 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed92bf-fc0f-4ffa-8bf2-7bb4993d7e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5767998-c5e2-4694-9d91-7f6a3a1e5f96,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:27.542667 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-eeed92bf-fc0f-4ffa-8bf2-7bb4993d7e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:27.543014 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.db.segments_db [None req-eeed92bf-fc0f-4ffa-8bf2-7bb4993d7e55 admin admin] Added segment ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e of type vlan for network e1d18792-f04c-4065-bad5-466450f3fdcc Nov 16 19:12:27.586227 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-eeed92bf-fc0f-4ffa-8bf2-7bb4993d7e55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770491955959'] for network, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:27.592138 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:12:27.610513 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-eeed92bf-fc0f-4ffa-8bf2-7bb4993d7e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249'] for network, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:27.611471 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeed92bf-fc0f-4ffa-8bf2-7bb4993d7e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:27.612084 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-eeed92bf-fc0f-4ffa-8bf2-7bb4993d7e55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:27.673444 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-eeed92bf-fc0f-4ffa-8bf2-7bb4993d7e55 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3111722 Nov 16 19:12:27.676243 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54458) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:27.678600 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed92bf-fc0f-4ffa-8bf2-7bb4993d7e55 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d18792-f04c-4065-bad5-466450f3fdcc,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:27.681308 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-c020918d-75a4-44ea-9276-7a54d8e25705 admin admin] Request body: {'subnet': {'network_id': 'e1d18792-f04c-4065-bad5-466450f3fdcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2010337022-subnet', 'tenant_id': '920978e6e4f04464b921d0cb2034616c', 'ip_version': 4}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:12:27.688675 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Network e1d18792-f04c-4065-bad5-466450f3fdcc details requested by agent ovs-agent-dv-cinder-667108-35-iscsi with host dv-cinder-667108-35-iscsi {{(pid=101697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 19:12:27.709867 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c020918d-75a4-44ea-9276-7a54d8e25705 admin admin] Made reservation on behalf of 920978e6e4f04464b921d0cb2034616c for: {'subnet': 1} {{(pid=101695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:12:27.712947 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c020918d-75a4-44ea-9276-7a54d8e25705 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63062714'] for subnet, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:27.888949 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c020918d-75a4-44ea-9276-7a54d8e25705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63250260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63062696'] for subnet, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:27.941697 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020918d-75a4-44ea-9276-7a54d8e25705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a871e07-fc3c-4fc9-a31e-737859596ed7,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:27.955242 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c020918d-75a4-44ea-9276-7a54d8e25705 admin admin] Checking segment: {'id': 'ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e1d18792-f04c-4065-bad5-466450f3fdcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:12:27.955599 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c020918d-75a4-44ea-9276-7a54d8e25705 admin admin] Network hostable DHCP agents. Network: e1d18792-f04c-4065-bad5-466450f3fdcc, hostable agents: ['796d1915-ba41-4440-8731-3d9d4c9dd731'], hosted agents: [] {{(pid=101695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 19:12:27.973775 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c020918d-75a4-44ea-9276-7a54d8e25705 admin admin] Network e1d18792-f04c-4065-bad5-466450f3fdcc is scheduled to be hosted by DHCP agent 796d1915-ba41-4440-8731-3d9d4c9dd731 with binding_index 1 {{(pid=101695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 19:12:27.984656 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-c020918d-75a4-44ea-9276-7a54d8e25705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-35-iscsi, e1d18792-f04c-4065-bad5-466450f3fdcc) {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:12:27.989605 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c020918d-75a4-44ea-9276-7a54d8e25705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:27.990441 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c020918d-75a4-44ea-9276-7a54d8e25705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for subnet, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:27.995606 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c590c84-79c9-43c6-9c3b-09e2b19e4902 None None] Network e1d18792-f04c-4065-bad5-466450f3fdcc requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:12:28.008355 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-c020918d-75a4-44ea-9276-7a54d8e25705 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3309398 Nov 16 19:12:28.010870 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54460) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:28.015500 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-8aa26099-f617-41c6-b3c0-b9620400b1b8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2010337022-router', 'tenant_id': '920978e6e4f04464b921d0cb2034616c', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:12:28.038365 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8aa26099-f617-41c6-b3c0-b9620400b1b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63238'] for router, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:28.039493 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8aa26099-f617-41c6-b3c0-b9620400b1b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1670261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1673222', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1710739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63263'] for router, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:28.095545 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8aa26099-f617-41c6-b3c0-b9620400b1b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:28.151927 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600dc1ab-07dc-4957-9ca4-5288671d3888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dd112e2-f54d-5ef1-af8f-18867742fe1f-e1d18792-f04c-4065-bad5-466450f3fdcc', 'network_id': 'e1d18792-f04c-4065-bad5-466450f3fdcc', 'tenant_id': '920978e6e4f04464b921d0cb2034616c', 'fixed_ips': [{'subnet_id': '7a871e07-fc3c-4fc9-a31e-737859596ed7'}]}} from dv-cinder-667108-35-iscsi. {{(pid=101697) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 19:12:28.152868 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-600dc1ab-07dc-4957-9ca4-5288671d3888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:28.234664 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8aa26099-f617-41c6-b3c0-b9620400b1b8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:28.287275 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.db_base_plugin_common [None req-600dc1ab-07dc-4957-9ca4-5288671d3888 None None] Allocated IP 172.20.0.2 (e1d18792-f04c-4065-bad5-466450f3fdcc/7a871e07-fc3c-4fc9-a31e-737859596ed7/1c4f6221-16e2-485f-b6a7-b1f8e5f6e669) {{(pid=101697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:12:28.449769 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8aa26099-f617-41c6-b3c0-b9620400b1b8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:28.474248 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8aa26099-f617-41c6-b3c0-b9620400b1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:28.494944 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 12e4cd10-0534-4d1f-84d4-f07c0aa0129a up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:12:28.592632 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_common [None req-8aa26099-f617-41c6-b3c0-b9620400b1b8 admin admin] Allocated IP 172.27.0.222 (5f3ac952-8559-40cc-8fc1-b48178a4ccf1/5b3505d5-c140-47b1-9b3e-49bde3fac2c7/4d525047-4712-4991-8d57-f318813e368f) {{(pid=101695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:12:28.614647 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 12e4cd10-0534-4d1f-84d4-f07c0aa0129a triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:28.614942 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:28.616726 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-600dc1ab-07dc-4957-9ca4-5288671d3888 None None] Publish callbacks [] for port, precommit_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:28.638282 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-600dc1ab-07dc-4957-9ca4-5288671d3888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981'] for port, after_create {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:28.689439 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600dc1ab-07dc-4957-9ca4-5288671d3888 None None] Network e1d18792-f04c-4065-bad5-466450f3fdcc is already hosted by enough agents. {{(pid=101697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:12:28.693879 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.scheduler.base_scheduler [None req-600dc1ab-07dc-4957-9ca4-5288671d3888 None None] Resources bound (agent type, host, resource id): {{(pid=101697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:12:28.699489 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600dc1ab-07dc-4957-9ca4-5288671d3888 None None] Received port after_create {{(pid=101697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:12:28.700963 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8aa26099-f617-41c6-b3c0-b9620400b1b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:28.704074 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600dc1ab-07dc-4957-9ca4-5288671d3888 None None] Pushing event updated for resources: {'Port': ['ID=1c4f6221-16e2-485f-b6a7-b1f8e5f6e669,revision_number=1']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:28.740744 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8aa26099-f617-41c6-b3c0-b9620400b1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:28.789260 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa26099-f617-41c6-b3c0-b9620400b1b8 admin admin] Pushing event updated for resources: {'Port': ['ID=4d525047-4712-4991-8d57-f318813e368f,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:28.790665 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:28.795971 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] Sync routers for ids ['454be275-7a3e-436e-8089-1b297e4d2eee'] in dv-cinder-667108-35-iscsi {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:12:28.800875 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa26099-f617-41c6-b3c0-b9620400b1b8 admin admin] Network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:12:28.803408 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-8aa26099-f617-41c6-b3c0-b9620400b1b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:12:28.807127 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa26099-f617-41c6-b3c0-b9620400b1b8 admin admin] Received port after_create {{(pid=101695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:12:28.808355 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] Routers {'454be275-7a3e-436e-8089-1b297e4d2eee'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:12:28.809039 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:12:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['454be275-7a3e-436e-8089-1b297e4d2eee'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:28.816797 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-600dc1ab-07dc-4957-9ca4-5288671d3888 None None] Attempting to bind port 1c4f6221-16e2-485f-b6a7-b1f8e5f6e669 on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:12:28.817171 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-600dc1ab-07dc-4957-9ca4-5288671d3888 None None] Attempting to bind port 1c4f6221-16e2-485f-b6a7-b1f8e5f6e669 by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': 'ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e1d18792-f04c-4065-bad5-466450f3fdcc'}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:12:28.817539 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600dc1ab-07dc-4957-9ca4-5288671d3888 None None] Attempting to bind port 1c4f6221-16e2-485f-b6a7-b1f8e5f6e669 on network e1d18792-f04c-4065-bad5-466450f3fdcc {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:12:28.822699 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] For port 12e4cd10-0534-4d1f-84d4-f07c0aa0129a, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=12e4cd10-0534-4d1f-84d4-f07c0aa0129a,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:12:28.825659 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600dc1ab-07dc-4957-9ca4-5288671d3888 None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:12:28.826037 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600dc1ab-07dc-4957-9ca4-5288671d3888 None None] Checking segment: {'id': 'ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e1d18792-f04c-4065-bad5-466450f3fdcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:12:28.826480 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-600dc1ab-07dc-4957-9ca4-5288671d3888 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:28.826837 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600dc1ab-07dc-4957-9ca4-5288671d3888 None None] Bound using segment: {'id': 'ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e1d18792-f04c-4065-bad5-466450f3fdcc'} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:12:28.827298 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-600dc1ab-07dc-4957-9ca4-5288671d3888 None None] Bound port: 1c4f6221-16e2-485f-b6a7-b1f8e5f6e669, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e1d18792-f04c-4065-bad5-466450f3fdcc'}}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:12:28.827677 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-600dc1ab-07dc-4957-9ca4-5288671d3888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:28.830744 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:28.917436 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] Set router 454be275-7a3e-436e-8089-1b297e4d2eee gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:12:28.925315 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Pushing event updated for resources: {'Port': ['ID=12e4cd10-0534-4d1f-84d4-f07c0aa0129a,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:28.932798 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-600dc1ab-07dc-4957-9ca4-5288671d3888 None None] For port 1c4f6221-16e2-485f-b6a7-b1f8e5f6e669, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:12:28.936327 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-600dc1ab-07dc-4957-9ca4-5288671d3888 None None] For port 1c4f6221-16e2-485f-b6a7-b1f8e5f6e669, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=1c4f6221-16e2-485f-b6a7-b1f8e5f6e669,segment=NetworkSegment(ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e),segment_id=ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e)] {{(pid=101697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:12:28.941685 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-600dc1ab-07dc-4957-9ca4-5288671d3888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:28.999673 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600dc1ab-07dc-4957-9ca4-5288671d3888 None None] Pushing event updated for resources: {'Port': ['ID=1c4f6221-16e2-485f-b6a7-b1f8e5f6e669,revision_number=2']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:29.097273 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8aa26099-f617-41c6-b3c0-b9620400b1b8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:29.126360 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'name': 'tempest-TestShelveInstance-1008462836-router', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:23Z', 'updated_at': '2021-11-16T19:12:26Z', 'revision_number': 4, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'gw_port': {'id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:24Z', 'updated_at': '2021-11-16T19:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'b6402962-58a8-41af-9d45-d8143790e6ff', 'name': '', 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'mac_address': 'fa:16:3e:8b:7d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:25Z', 'updated_at': '2021-11-16T19:12:26Z', 'revision_number': 2, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'subnets': [{'id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:29.175389 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] Checking router: 454be275-7a3e-436e-8089-1b297e4d2eee for host: dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:12:29.176085 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] Updating router 454be275-7a3e-436e-8089-1b297e4d2eee port b6402962-58a8-41af-9d45-d8143790e6ff binding host dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 19:12:29.206678 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:29.324725 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8aa26099-f617-41c6-b3c0-b9620400b1b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1670220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1673333'] for router, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:29.452399 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa26099-f617-41c6-b3c0-b9620400b1b8 admin admin] Router a66c7995-122e-4765-8254-dad0ac463f0c is scheduled to L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b with binding_index 1 {{(pid=101695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 19:12:29.468417 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] Publish callbacks [] for port, precommit_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:29.474055 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:29.526226 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ee992-144e-4469-9a5a-406e4a9d5799 None None] Pushing event updated for resources: {'Port': ['ID=b6402962-58a8-41af-9d45-d8143790e6ff,revision_number=3']} {{(pid=101698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:29.536260 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee992-144e-4469-9a5a-406e4a9d5799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:29.536746 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee992-144e-4469-9a5a-406e4a9d5799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:29.536951 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee992-144e-4469-9a5a-406e4a9d5799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:29.537282 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee992-144e-4469-9a5a-406e4a9d5799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:29.537648 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee992-144e-4469-9a5a-406e4a9d5799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:29.537958 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee992-144e-4469-9a5a-406e4a9d5799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:29.538283 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee992-144e-4469-9a5a-406e4a9d5799 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:29.539200 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee992-144e-4469-9a5a-406e4a9d5799 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:29.539618 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee992-144e-4469-9a5a-406e4a9d5799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:29.539946 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee992-144e-4469-9a5a-406e4a9d5799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:29.540267 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee992-144e-4469-9a5a-406e4a9d5799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:29.540581 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee992-144e-4469-9a5a-406e4a9d5799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:12:29.558727 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa26099-f617-41c6-b3c0-b9620400b1b8 admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:12:29.569132 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] Sync routers for ids ['a66c7995-122e-4765-8254-dad0ac463f0c'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:12:29.583843 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] Routers {'a66c7995-122e-4765-8254-dad0ac463f0c'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:12:29.584896 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8aa26099-f617-41c6-b3c0-b9620400b1b8 admin admin] Publish callbacks [] for router, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:29.585899 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:12:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['a66c7995-122e-4765-8254-dad0ac463f0c'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:29.588017 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-8aa26099-f617-41c6-b3c0-b9620400b1b8 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5759678 Nov 16 19:12:29.590484 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54462) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:29.597762 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] Attempting to bind port b6402962-58a8-41af-9d45-d8143790e6ff on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:12:29.598262 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] Attempting to bind port b6402962-58a8-41af-9d45-d8143790e6ff by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': 'd1dd0483-8ed2-41c8-b0e8-dc2587ed113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6'}] {{(pid=101698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:12:29.598696 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] Attempting to bind port b6402962-58a8-41af-9d45-d8143790e6ff on network 33fd3960-6c3f-4161-8d19-bd407c7a0dc6 {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:12:29.605147 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:12:29.605653 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] Checking segment: {'id': 'd1dd0483-8ed2-41c8-b0e8-dc2587ed113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:12:29.606238 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:29.606702 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] Bound using segment: {'id': 'd1dd0483-8ed2-41c8-b0e8-dc2587ed113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6'} {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:12:29.607290 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] Bound port: b6402962-58a8-41af-9d45-d8143790e6ff, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1dd0483-8ed2-41c8-b0e8-dc2587ed113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6'}}] {{(pid=101698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:12:29.607751 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:29.682902 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.db [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] For port b6402962-58a8-41af-9d45-d8143790e6ff, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:12:29.686915 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.db [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] For port b6402962-58a8-41af-9d45-d8143790e6ff, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=b6402962-58a8-41af-9d45-d8143790e6ff,segment=NetworkSegment(d1dd0483-8ed2-41c8-b0e8-dc2587ed113b),segment_id=d1dd0483-8ed2-41c8-b0e8-dc2587ed113b)] {{(pid=101698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:12:29.697881 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:29.737797 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] Set router a66c7995-122e-4765-8254-dad0ac463f0c gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:12:29.758031 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ee992-144e-4469-9a5a-406e4a9d5799 None None] Pushing event updated for resources: {'Port': ['ID=b6402962-58a8-41af-9d45-d8143790e6ff,revision_number=4']} {{(pid=101698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:29.778629 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] Routers {'454be275-7a3e-436e-8089-1b297e4d2eee'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:12:29.780167 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:12:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['454be275-7a3e-436e-8089-1b297e4d2eee'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:29.890084 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-bf41d20a-4d88-48c9-9125-83265afcc79d None None] Provisioning complete for port b6402962-58a8-41af-9d45-d8143790e6ff triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:29.890457 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-bf41d20a-4d88-48c9-9125-83265afcc79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:30.056325 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-bf41d20a-4d88-48c9-9125-83265afcc79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:30.085834 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] Set router 454be275-7a3e-436e-8089-1b297e4d2eee gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:12:30.105495 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66c7995-122e-4765-8254-dad0ac463f0c', 'name': 'tempest-TestShelveInstance-2010337022-router', 'tenant_id': '920978e6e4f04464b921d0cb2034616c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '4d525047-4712-4991-8d57-f318813e368f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:28Z', 'updated_at': '2021-11-16T19:12:28Z', 'revision_number': 3, 'project_id': '920978e6e4f04464b921d0cb2034616c', 'gw_port': {'id': '4d525047-4712-4991-8d57-f318813e368f', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66c7995-122e-4765-8254-dad0ac463f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:28Z', 'updated_at': '2021-11-16T19:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:30.108802 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-bf41d20a-4d88-48c9-9125-83265afcc79d None None] For port b6402962-58a8-41af-9d45-d8143790e6ff, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=b6402962-58a8-41af-9d45-d8143790e6ff,segment=NetworkSegment(d1dd0483-8ed2-41c8-b0e8-dc2587ed113b),segment_id=d1dd0483-8ed2-41c8-b0e8-dc2587ed113b)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:12:30.140522 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] Checking router: a66c7995-122e-4765-8254-dad0ac463f0c for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:12:30.140879 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] Updating router a66c7995-122e-4765-8254-dad0ac463f0c port 4d525047-4712-4991-8d57-f318813e368f binding host dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 19:12:30.142883 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-bf41d20a-4d88-48c9-9125-83265afcc79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:30.187592 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c615b763-a611-465a-aa3d-d885eb51b5f3 None None] Network e1d18792-f04c-4065-bad5-466450f3fdcc requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:12:30.242965 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:30.312975 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41d20a-4d88-48c9-9125-83265afcc79d None None] Pushing event updated for resources: {'Port': ['ID=b6402962-58a8-41af-9d45-d8143790e6ff,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:30.315755 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'name': 'tempest-TestShelveInstance-1008462836-router', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:23Z', 'updated_at': '2021-11-16T19:12:26Z', 'revision_number': 4, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'gw_port': {'id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:24Z', 'updated_at': '2021-11-16T19:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'b6402962-58a8-41af-9d45-d8143790e6ff', 'name': '', 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'mac_address': 'fa:16:3e:8b:7d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:25Z', 'updated_at': '2021-11-16T19:12:29Z', 'revision_number': 4, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'subnets': [{'id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:30.346455 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28476f01-e17f-4ce8-9f05-54d06ba0e7d1 None None] The sync data for ids ['454be275-7a3e-436e-8089-1b297e4d2eee'] in dv-cinder-667108-35-iscsi is: [{'id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'name': 'tempest-TestShelveInstance-1008462836-router', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:23Z', 'updated_at': '2021-11-16T19:12:26Z', 'revision_number': 4, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'gw_port': {'id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:24Z', 'updated_at': '2021-11-16T19:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'b6402962-58a8-41af-9d45-d8143790e6ff', 'name': '', 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'mac_address': 'fa:16:3e:8b:7d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:25Z', 'updated_at': '2021-11-16T19:12:29Z', 'revision_number': 4, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'subnets': [{'id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:12:30.393855 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-285beb4e-8504-416a-9827-c288c232ff78 None None] Provisioning complete for port b6402962-58a8-41af-9d45-d8143790e6ff triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:30.393855 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-285beb4e-8504-416a-9827-c288c232ff78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:30.438680 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e02783b6-76c4-4c73-a5b1-4f667c0bea00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:30.622792 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 1c4f6221-16e2-485f-b6a7-b1f8e5f6e669 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:12:30.645676 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_common [None req-e02783b6-76c4-4c73-a5b1-4f667c0bea00 admin admin] Allocated IP 172.20.0.1 (e1d18792-f04c-4065-bad5-466450f3fdcc/7a871e07-fc3c-4fc9-a31e-737859596ed7/9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e) {{(pid=101695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:12:30.659623 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:30.751620 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] Publish callbacks [] for port, precommit_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:30.764018 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:30.765259 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e02783b6-76c4-4c73-a5b1-4f667c0bea00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:30.778690 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-285beb4e-8504-416a-9827-c288c232ff78 None None] Provisioning complete for port 1c4f6221-16e2-485f-b6a7-b1f8e5f6e669 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:30.779061 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-285beb4e-8504-416a-9827-c288c232ff78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:30.807621 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e02783b6-76c4-4c73-a5b1-4f667c0bea00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:30.856210 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02783b6-76c4-4c73-a5b1-4f667c0bea00 admin admin] Network e1d18792-f04c-4065-bad5-466450f3fdcc is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:12:30.861304 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-e02783b6-76c4-4c73-a5b1-4f667c0bea00 admin admin] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:12:30.864532 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02783b6-76c4-4c73-a5b1-4f667c0bea00 admin admin] Received port after_create {{(pid=101695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:12:30.913093 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e02783b6-76c4-4c73-a5b1-4f667c0bea00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1833478'] for router_interface, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:30.962987 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02783b6-76c4-4c73-a5b1-4f667c0bea00 admin admin] Pushing event updated for resources: {'Port': ['ID=9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:30.989733 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] Attempting to bind port 4d525047-4712-4991-8d57-f318813e368f on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:12:30.990104 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] Attempting to bind port 4d525047-4712-4991-8d57-f318813e368f by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:12:30.990467 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] Attempting to bind port 4d525047-4712-4991-8d57-f318813e368f on network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:12:30.993892 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48172336-0d5c-4c1a-9737-9d5b0c0a6821 None None] Pushing event updated for resources: {'Port': ['ID=4d525047-4712-4991-8d57-f318813e368f,revision_number=2']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:31.005526 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:12:31.006247 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] Checking segment: {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:12:31.006657 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:31.007038 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] Bound using segment: {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'} {{(pid=101697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:12:31.007568 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.managers [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] Bound port: 4d525047-4712-4991-8d57-f318813e368f, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e68c8d9-c763-4418-9184-c6e63895e469', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1'}}] {{(pid=101697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:12:31.007949 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:31.036355 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 1c4f6221-16e2-485f-b6a7-b1f8e5f6e669 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:31.036722 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:31.081708 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e02783b6-76c4-4c73-a5b1-4f667c0bea00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:31.132570 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] For port 4d525047-4712-4991-8d57-f318813e368f, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:12:31.140878 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] For port 4d525047-4712-4991-8d57-f318813e368f, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=4d525047-4712-4991-8d57-f318813e368f,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:12:31.152318 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:31.154103 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-285beb4e-8504-416a-9827-c288c232ff78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:31.269668 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-285beb4e-8504-416a-9827-c288c232ff78 None None] For port 1c4f6221-16e2-485f-b6a7-b1f8e5f6e669, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=1c4f6221-16e2-485f-b6a7-b1f8e5f6e669,segment=NetworkSegment(ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e),segment_id=ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:12:31.271686 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e02783b6-76c4-4c73-a5b1-4f667c0bea00 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:31.275932 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e02783b6-76c4-4c73-a5b1-4f667c0bea00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63250401'] for port, after_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:31.278422 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-285beb4e-8504-416a-9827-c288c232ff78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:31.280012 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48172336-0d5c-4c1a-9737-9d5b0c0a6821 None None] Pushing event updated for resources: {'Port': ['ID=4d525047-4712-4991-8d57-f318813e368f,revision_number=3']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:31.286048 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] Routers {'a66c7995-122e-4765-8254-dad0ac463f0c'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:12:31.286660 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:12:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['a66c7995-122e-4765-8254-dad0ac463f0c'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:31.291213 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:31.344201 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02783b6-76c4-4c73-a5b1-4f667c0bea00 admin admin] Pushing event updated for resources: {'Port': ['ID=9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e,revision_number=2']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:31.346924 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e02783b6-76c4-4c73-a5b1-4f667c0bea00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1667766'] for router_interface, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:31.441538 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02783b6-76c4-4c73-a5b1-4f667c0bea00 admin admin] Network e1d18792-f04c-4065-bad5-466450f3fdcc is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:12:31.442895 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-e02783b6-76c4-4c73-a5b1-4f667c0bea00 admin admin] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:12:31.443346 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285beb4e-8504-416a-9827-c288c232ff78 None None] Pushing event updated for resources: {'Port': ['ID=1c4f6221-16e2-485f-b6a7-b1f8e5f6e669,revision_number=3']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:31.466133 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-9f92f687-85e1-4ba2-814f-1bafd51fc777 None None] Provisioning complete for port 1c4f6221-16e2-485f-b6a7-b1f8e5f6e669 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:31.466509 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-9f92f687-85e1-4ba2-814f-1bafd51fc777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:31.501327 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.db.api [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 19:12:31.501751 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG oslo_db.api [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 19:12:31.516319 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] Set router a66c7995-122e-4765-8254-dad0ac463f0c gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:12:31.564211 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02783b6-76c4-4c73-a5b1-4f667c0bea00 admin admin] Router a66c7995-122e-4765-8254-dad0ac463f0c has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:12:31.674514 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02783b6-76c4-4c73-a5b1-4f667c0bea00 admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:12:31.680093 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-e02783b6-76c4-4c73-a5b1-4f667c0bea00 admin admin] 10.222.0.46 "PUT /v2.0/routers/a66c7995-122e-4765-8254-dad0ac463f0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0884368 Nov 16 19:12:31.713401 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-9f92f687-85e1-4ba2-814f-1bafd51fc777 None None] Provisioning complete for port 9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:31.713792 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-9f92f687-85e1-4ba2-814f-1bafd51fc777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:31.774684 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-9f92f687-85e1-4ba2-814f-1bafd51fc777 None None] Port 9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:12:31.791458 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66c7995-122e-4765-8254-dad0ac463f0c', 'name': 'tempest-TestShelveInstance-2010337022-router', 'tenant_id': '920978e6e4f04464b921d0cb2034616c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '4d525047-4712-4991-8d57-f318813e368f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:28Z', 'updated_at': '2021-11-16T19:12:31Z', 'revision_number': 4, 'project_id': '920978e6e4f04464b921d0cb2034616c', 'gw_port': {'id': '4d525047-4712-4991-8d57-f318813e368f', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66c7995-122e-4765-8254-dad0ac463f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:28Z', 'updated_at': '2021-11-16T19:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e', 'name': '', 'network_id': 'e1d18792-f04c-4065-bad5-466450f3fdcc', 'tenant_id': '920978e6e4f04464b921d0cb2034616c', 'mac_address': 'fa:16:3e:16:42:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66c7995-122e-4765-8254-dad0ac463f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7a871e07-fc3c-4fc9-a31e-737859596ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:30Z', 'updated_at': '2021-11-16T19:12:31Z', 'revision_number': 2, 'project_id': '920978e6e4f04464b921d0cb2034616c', 'subnets': [{'id': '7a871e07-fc3c-4fc9-a31e-737859596ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:31.819124 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c490ea6-d36b-42d5-af2a-adc77f581871 None None] The sync data for ids ['a66c7995-122e-4765-8254-dad0ac463f0c'] in dv-cinder-667108-35-iscsi is: [{'id': 'a66c7995-122e-4765-8254-dad0ac463f0c', 'name': 'tempest-TestShelveInstance-2010337022-router', 'tenant_id': '920978e6e4f04464b921d0cb2034616c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '4d525047-4712-4991-8d57-f318813e368f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:28Z', 'updated_at': '2021-11-16T19:12:31Z', 'revision_number': 4, 'project_id': '920978e6e4f04464b921d0cb2034616c', 'gw_port': {'id': '4d525047-4712-4991-8d57-f318813e368f', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66c7995-122e-4765-8254-dad0ac463f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:28Z', 'updated_at': '2021-11-16T19:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e', 'name': '', 'network_id': 'e1d18792-f04c-4065-bad5-466450f3fdcc', 'tenant_id': '920978e6e4f04464b921d0cb2034616c', 'mac_address': 'fa:16:3e:16:42:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66c7995-122e-4765-8254-dad0ac463f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7a871e07-fc3c-4fc9-a31e-737859596ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:30Z', 'updated_at': '2021-11-16T19:12:31Z', 'revision_number': 2, 'project_id': '920978e6e4f04464b921d0cb2034616c', 'subnets': [{'id': '7a871e07-fc3c-4fc9-a31e-737859596ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:12:31.896799 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-ffa6cd3c-cd1f-47dd-a531-4c32f3864741 None None] Provisioning complete for port 9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:31.897175 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-ffa6cd3c-cd1f-47dd-a531-4c32f3864741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:31.932185 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-ffa6cd3c-cd1f-47dd-a531-4c32f3864741 None None] Port 9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:12:32.074141 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device b6402962-58a8-41af-9d45-d8143790e6ff up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:12:32.126388 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port b6402962-58a8-41af-9d45-d8143790e6ff triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:32.126858 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.204775 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54472) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:32.209399 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-aa31f4c2-f5ac-44c8-ac34-2ffb8eef7b46 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1030065430', 'description': 'tempest-secgroup-smoke-1030065430 description', 'project_id': '64eef6e0383c42f39e24aff3690b58fa'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:12:32.218995 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 12e4cd10-0534-4d1f-84d4-f07c0aa0129a up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:12:32.231866 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-aa31f4c2-f5ac-44c8-ac34-2ffb8eef7b46 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.272444 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 12e4cd10-0534-4d1f-84d4-f07c0aa0129a triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:32.273869 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.310591 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-aa31f4c2-f5ac-44c8-ac34-2ffb8eef7b46 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.318383 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-aa31f4c2-f5ac-44c8-ac34-2ffb8eef7b46 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.347209 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-aa31f4c2-f5ac-44c8-ac34-2ffb8eef7b46 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.348072 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-aa31f4c2-f5ac-44c8-ac34-2ffb8eef7b46 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1422505 Nov 16 19:12:32.351802 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 54474) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:32.352316 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31f4c2-f5ac-44c8-ac34-2ffb8eef7b46 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1216bc2c-4b2e-43c1-a770-c803ed9e820f,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:32.360070 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [None req-2e4054af-1199-4578-978c-bad3b6c17811 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Request body: {'security_group_rule': {'security_group_id': '1216bc2c-4b2e-43c1-a770-c803ed9e820f', 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:12:32.390814 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2e4054af-1199-4578-978c-bad3b6c17811 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.456836 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2e4054af-1199-4578-978c-bad3b6c17811 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.460456 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 1c4f6221-16e2-485f-b6a7-b1f8e5f6e669 up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:12:32.462594 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2e4054af-1199-4578-978c-bad3b6c17811 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.477958 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4054af-1199-4578-978c-bad3b6c17811 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b8c6f01-fd16-49a6-bbaa-7db69f06e51a,revision_number=0']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:32.489160 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2e4054af-1199-4578-978c-bad3b6c17811 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.493940 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-2e4054af-1199-4578-978c-bad3b6c17811 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392143 Nov 16 19:12:32.494484 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54476) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:32.499781 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-9ee49b4e-709f-44d3-bb3f-1e7e0a87a5d5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Request body: {'security_group_rule': {'security_group_id': '1216bc2c-4b2e-43c1-a770-c803ed9e820f', 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:12:32.511649 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 1c4f6221-16e2-485f-b6a7-b1f8e5f6e669 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:32.512046 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.529264 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9ee49b4e-709f-44d3-bb3f-1e7e0a87a5d5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.586093 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9ee49b4e-709f-44d3-bb3f-1e7e0a87a5d5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.589891 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9ee49b4e-709f-44d3-bb3f-1e7e0a87a5d5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.609259 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee49b4e-709f-44d3-bb3f-1e7e0a87a5d5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5141e8-0781-4d19-9dbe-d1de00d31b11,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:32.617498 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-9ee49b4e-709f-44d3-bb3f-1e7e0a87a5d5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.618711 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-9ee49b4e-709f-44d3-bb3f-1e7e0a87a5d5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1231201 Nov 16 19:12:32.621429 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54478) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:32.625740 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-a37eaf77-b70b-4b77-b1ea-4283c778af42 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Request body: {'security_group_rule': {'security_group_id': '1216bc2c-4b2e-43c1-a770-c803ed9e820f', 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:12:32.651088 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a37eaf77-b70b-4b77-b1ea-4283c778af42 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.705720 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a37eaf77-b70b-4b77-b1ea-4283c778af42 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.709298 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a37eaf77-b70b-4b77-b1ea-4283c778af42 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.725676 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37eaf77-b70b-4b77-b1ea-4283c778af42 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ba1851-aef1-4dfe-ae92-e15717a7a3ff,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:32.734333 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-a37eaf77-b70b-4b77-b1ea-4283c778af42 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.735504 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-a37eaf77-b70b-4b77-b1ea-4283c778af42 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130221 Nov 16 19:12:32.738315 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54480) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:32.743080 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-fa5e15b5-be81-4241-bffb-1640b9e287b4 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Request body: {'security_group_rule': {'security_group_id': '1216bc2c-4b2e-43c1-a770-c803ed9e820f', 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:12:32.767914 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-fa5e15b5-be81-4241-bffb-1640b9e287b4 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.825017 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-fa5e15b5-be81-4241-bffb-1640b9e287b4 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.828440 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-fa5e15b5-be81-4241-bffb-1640b9e287b4 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.845124 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e15b5-be81-4241-bffb-1640b9e287b4 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f4ee8f-63f5-4a57-a05a-717d7b3a2fa5,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:32.852864 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-fa5e15b5-be81-4241-bffb-1640b9e287b4 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.854058 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-fa5e15b5-be81-4241-bffb-1640b9e287b4 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148307 Nov 16 19:12:32.856787 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54482) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:32.860954 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-360865f7-9a88-484d-95a2-ded801e28ce9 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Request body: {'security_group_rule': {'security_group_id': '1216bc2c-4b2e-43c1-a770-c803ed9e820f', 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:12:32.882460 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.securitygroups_db [None req-360865f7-9a88-484d-95a2-ded801e28ce9 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Project 64eef6e0383c42f39e24aff3690b58fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 19:12:32.887142 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-360865f7-9a88-484d-95a2-ded801e28ce9 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.943034 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-360865f7-9a88-484d-95a2-ded801e28ce9 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.946660 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-360865f7-9a88-484d-95a2-ded801e28ce9 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.964994 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360865f7-9a88-484d-95a2-ded801e28ce9 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da1fe20f-97e2-43fa-8909-49a6ee44030d,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:32.970291 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-360865f7-9a88-484d-95a2-ded801e28ce9 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:32.971455 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-360865f7-9a88-484d-95a2-ded801e28ce9 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1137609 Nov 16 19:12:32.974260 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54484) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:12:32.978905 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-83dc2f3f-381d-4495-bce7-159cced35a9a tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Request body: {'security_group_rule': {'security_group_id': '1216bc2c-4b2e-43c1-a770-c803ed9e820f', 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:12:32.999692 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.securitygroups_db [None req-83dc2f3f-381d-4495-bce7-159cced35a9a tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Project 64eef6e0383c42f39e24aff3690b58fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 19:12:33.004558 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-83dc2f3f-381d-4495-bce7-159cced35a9a tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:33.060270 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-83dc2f3f-381d-4495-bce7-159cced35a9a tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:33.063695 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-83dc2f3f-381d-4495-bce7-159cced35a9a tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628412'] for security_group_rule, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:33.080230 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc2f3f-381d-4495-bce7-159cced35a9a tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5018b80-a8c0-4791-9514-6a94699cd324,revision_number=0']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:33.088656 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-83dc2f3f-381d-4495-bce7-159cced35a9a tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:33.089868 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-83dc2f3f-381d-4495-bce7-159cced35a9a tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1146758 Nov 16 19:12:34.426750 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] Sync routers for ids ['a66c7995-122e-4765-8254-dad0ac463f0c'] in dv-cinder-667108-35-iscsi {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:12:34.437943 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] Routers {'a66c7995-122e-4765-8254-dad0ac463f0c'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:12:34.438550 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:12:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['a66c7995-122e-4765-8254-dad0ac463f0c'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:34.460219 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 4d525047-4712-4991-8d57-f318813e368f up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:12:34.514680 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 4d525047-4712-4991-8d57-f318813e368f triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:34.515053 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:34.552372 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] Set router a66c7995-122e-4765-8254-dad0ac463f0c gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:12:34.594655 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:34.618872 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] For port 4d525047-4712-4991-8d57-f318813e368f, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=4d525047-4712-4991-8d57-f318813e368f,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:12:34.622857 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:34.675127 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Pushing event updated for resources: {'Port': ['ID=4d525047-4712-4991-8d57-f318813e368f,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:34.756145 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66c7995-122e-4765-8254-dad0ac463f0c', 'name': 'tempest-TestShelveInstance-2010337022-router', 'tenant_id': '920978e6e4f04464b921d0cb2034616c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '4d525047-4712-4991-8d57-f318813e368f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:28Z', 'updated_at': '2021-11-16T19:12:31Z', 'revision_number': 4, 'project_id': '920978e6e4f04464b921d0cb2034616c', 'gw_port': {'id': '4d525047-4712-4991-8d57-f318813e368f', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66c7995-122e-4765-8254-dad0ac463f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:28Z', 'updated_at': '2021-11-16T19:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e', 'name': '', 'network_id': 'e1d18792-f04c-4065-bad5-466450f3fdcc', 'tenant_id': '920978e6e4f04464b921d0cb2034616c', 'mac_address': 'fa:16:3e:16:42:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66c7995-122e-4765-8254-dad0ac463f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7a871e07-fc3c-4fc9-a31e-737859596ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:30Z', 'updated_at': '2021-11-16T19:12:31Z', 'revision_number': 2, 'project_id': '920978e6e4f04464b921d0cb2034616c', 'subnets': [{'id': '7a871e07-fc3c-4fc9-a31e-737859596ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:34.783342 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] Checking router: a66c7995-122e-4765-8254-dad0ac463f0c for host: dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:12:34.783697 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] Updating router a66c7995-122e-4765-8254-dad0ac463f0c port 9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e binding host dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 19:12:34.812773 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:35.070803 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] Publish callbacks [] for port, precommit_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:35.075838 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:35.127471 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b76e19-3794-47c3-a3a3-fca8df528fb9 None None] Pushing event updated for resources: {'Port': ['ID=9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e,revision_number=3']} {{(pid=101698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:35.188632 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] Attempting to bind port 9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e on host dv-cinder-667108-35-iscsi for vnic_type normal with profile {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:12:35.189002 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] Attempting to bind port 9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e by drivers openvswitch,hyperv on host dv-cinder-667108-35-iscsi at level 0 using segments [{'id': 'ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e1d18792-f04c-4065-bad5-466450f3fdcc'}] {{(pid=101698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:12:35.189367 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] Attempting to bind port 9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e on network e1d18792-f04c-4065-bad5-466450f3fdcc {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:12:35.194518 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] Checking agent: {'id': '17076914-411c-4a06-b1fe-7bf67fa4f4d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 53, 14), 'started_at': datetime.datetime(2021, 11, 16, 18, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:12:35.195444 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] Checking segment: {'id': 'ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e1d18792-f04c-4065-bad5-466450f3fdcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:12:35.195872 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:35.196205 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] Bound using segment: {'id': 'ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e1d18792-f04c-4065-bad5-466450f3fdcc'} {{(pid=101698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:12:35.196688 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.managers [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] Bound port: 9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e, host: dv-cinder-667108-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e1d18792-f04c-4065-bad5-466450f3fdcc'}}] {{(pid=101698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:12:35.197060 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:35.264500 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.db [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] For port 9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e, host dv-cinder-667108-35-iscsi, cleared binding levels {{(pid=101698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:12:35.268310 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.plugins.ml2.db [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] For port 9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e, host dv-cinder-667108-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e,segment=NetworkSegment(ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e),segment_id=ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e)] {{(pid=101698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:12:35.272993 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron_lib.callbacks.manager [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:35.336717 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b76e19-3794-47c3-a3a3-fca8df528fb9 None None] Pushing event updated for resources: {'Port': ['ID=9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e,revision_number=4']} {{(pid=101698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:35.339414 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] Routers {'a66c7995-122e-4765-8254-dad0ac463f0c'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:12:35.340021 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:12:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['a66c7995-122e-4765-8254-dad0ac463f0c'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:35.379545 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-b12f197e-50a3-4048-bc10-a0994fcdd4e6 None None] Provisioning complete for port 9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:35.379850 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-b12f197e-50a3-4048-bc10-a0994fcdd4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:35.461041 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] Set router a66c7995-122e-4765-8254-dad0ac463f0c gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:12:35.596349 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-b12f197e-50a3-4048-bc10-a0994fcdd4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:35.628692 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-b12f197e-50a3-4048-bc10-a0994fcdd4e6 None None] For port 9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e,segment=NetworkSegment(ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e),segment_id=ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:12:35.633453 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-b12f197e-50a3-4048-bc10-a0994fcdd4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:35.682252 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f197e-50a3-4048-bc10-a0994fcdd4e6 None None] Pushing event updated for resources: {'Port': ['ID=9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:35.685057 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66c7995-122e-4765-8254-dad0ac463f0c', 'name': 'tempest-TestShelveInstance-2010337022-router', 'tenant_id': '920978e6e4f04464b921d0cb2034616c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '4d525047-4712-4991-8d57-f318813e368f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:28Z', 'updated_at': '2021-11-16T19:12:31Z', 'revision_number': 4, 'project_id': '920978e6e4f04464b921d0cb2034616c', 'gw_port': {'id': '4d525047-4712-4991-8d57-f318813e368f', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66c7995-122e-4765-8254-dad0ac463f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:28Z', 'updated_at': '2021-11-16T19:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e', 'name': '', 'network_id': 'e1d18792-f04c-4065-bad5-466450f3fdcc', 'tenant_id': '920978e6e4f04464b921d0cb2034616c', 'mac_address': 'fa:16:3e:16:42:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66c7995-122e-4765-8254-dad0ac463f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7a871e07-fc3c-4fc9-a31e-737859596ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:30Z', 'updated_at': '2021-11-16T19:12:35Z', 'revision_number': 4, 'project_id': '920978e6e4f04464b921d0cb2034616c', 'subnets': [{'id': '7a871e07-fc3c-4fc9-a31e-737859596ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:12:35.759854 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-3d3edf4e-6e9d-4b62-9d7a-a3e615314620 None None] Provisioning complete for port 9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:35.760332 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-3d3edf4e-6e9d-4b62-9d7a-a3e615314620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:35.808308 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8705d3a6-7d3d-49f4-96a6-383bf87e2257 None None] The sync data for ids ['a66c7995-122e-4765-8254-dad0ac463f0c'] in dv-cinder-667108-35-iscsi is: [{'id': 'a66c7995-122e-4765-8254-dad0ac463f0c', 'name': 'tempest-TestShelveInstance-2010337022-router', 'tenant_id': '920978e6e4f04464b921d0cb2034616c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '4d525047-4712-4991-8d57-f318813e368f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:28Z', 'updated_at': '2021-11-16T19:12:31Z', 'revision_number': 4, 'project_id': '920978e6e4f04464b921d0cb2034616c', 'gw_port': {'id': '4d525047-4712-4991-8d57-f318813e368f', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66c7995-122e-4765-8254-dad0ac463f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:28Z', 'updated_at': '2021-11-16T19:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': '9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e', 'name': '', 'network_id': 'e1d18792-f04c-4065-bad5-466450f3fdcc', 'tenant_id': '920978e6e4f04464b921d0cb2034616c', 'mac_address': 'fa:16:3e:16:42:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66c7995-122e-4765-8254-dad0ac463f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7a871e07-fc3c-4fc9-a31e-737859596ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:30Z', 'updated_at': '2021-11-16T19:12:35Z', 'revision_number': 4, 'project_id': '920978e6e4f04464b921d0cb2034616c', 'subnets': [{'id': '7a871e07-fc3c-4fc9-a31e-737859596ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:12:36.457376 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:12:36.503814 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:36.504178 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:36.587964 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 4d525047-4712-4991-8d57-f318813e368f up at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:12:36.637125 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Provisioning complete for port 4d525047-4712-4991-8d57-f318813e368f triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:36.637747 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:36.853721 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-9277ad08-4150-4ec8-8760-b54deab03597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:39.434535 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3aa1800f-6e5a-43ef-870f-ced6cff9b4e3 req-08a6e317-11df-44d7-950a-b0e2ebeddf9d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392816 Nov 16 19:12:39.502724 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1800f-6e5a-43ef-870f-ced6cff9b4e3 req-b14bc43d-b8ed-4cbd-bc29-551dd8050040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:39.504242 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3aa1800f-6e5a-43ef-870f-ced6cff9b4e3 req-b14bc43d-b8ed-4cbd-bc29-551dd8050040 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffaa0849f50740c491e5f247362c3b10&device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0421815 Nov 16 19:12:39.609061 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1800f-6e5a-43ef-870f-ced6cff9b4e3 req-ab722783-c637-4d30-b8a6-e2ac8e80621c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:39.610435 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3aa1800f-6e5a-43ef-870f-ced6cff9b4e3 req-ab722783-c637-4d30-b8a6-e2ac8e80621c service neutron] 10.222.0.18 "GET /v2.0/networks?id=8869448c-a462-4b3c-b5fc-a38ebbecc48e HTTP/1.1" status: 200 len: 913 time: 0.0851028 Nov 16 19:12:39.674528 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3aa1800f-6e5a-43ef-870f-ced6cff9b4e3 req-aaa7273c-d872-4a66-84e1-5dc3b062412e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1ba6b6f-e867-475e-951d-89b162884955 HTTP/1.1" status: 200 len: 1000 time: 0.0560937 Nov 16 19:12:39.728280 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1800f-6e5a-43ef-870f-ced6cff9b4e3 req-572d0f95-d023-4572-b784-a340f71de8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:39.729776 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3aa1800f-6e5a-43ef-870f-ced6cff9b4e3 req-572d0f95-d023-4572-b784-a340f71de8ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1968e57c-025d-4b7d-8c0b-82ea90efd865 HTTP/1.1" status: 200 len: 851 time: 0.0479813 Nov 16 19:12:39.774940 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1800f-6e5a-43ef-870f-ced6cff9b4e3 req-9a0b6217-73d2-4392-9500-2fb31bd6cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:39.776434 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3aa1800f-6e5a-43ef-870f-ced6cff9b4e3 req-9a0b6217-73d2-4392-9500-2fb31bd6cd7b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8869448c-a462-4b3c-b5fc-a38ebbecc48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391231 Nov 16 19:12:39.852280 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-a365aec4-f216-439e-bbba-ebd625d52fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:39.874284 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3aa1800f-6e5a-43ef-870f-ced6cff9b4e3 req-e2cc416b-9c73-4ec6-bb0e-b0e86642402f service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884039 Nov 16 19:12:39.970743 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3aa1800f-6e5a-43ef-870f-ced6cff9b4e3 req-529d3162-1f80-4ec9-b14c-942c0d8335b5 service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884762 Nov 16 19:12:41.387084 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:43.200572 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:43.815505 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:50.441208 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0fb3924e-5815-4561-883f-194d495ac79d req-b1bd37c1-1ee4-4672-bd4f-47ffd3651185 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1030065430&fields=id&tenant_id=64eef6e0383c42f39e24aff3690b58fa HTTP/1.1" status: 200 len: 267 time: 0.0427394 Nov 16 19:12:50.546927 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3924e-5815-4561-883f-194d495ac79d req-f9901809-3472-47e4-8874-a436bfde40ec tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:50.548286 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0fb3924e-5815-4561-883f-194d495ac79d req-f9901809-3472-47e4-8874-a436bfde40ec tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/networks?id=33fd3960-6c3f-4161-8d19-bd407c7a0dc6 HTTP/1.1" status: 200 len: 809 time: 0.1000521 Nov 16 19:12:50.563090 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0fb3924e-5815-4561-883f-194d495ac79d req-8faf67f1-fa08-418f-9f96-d9b04f1ff90b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/quotas/64eef6e0383c42f39e24aff3690b58fa HTTP/1.1" status: 200 len: 375 time: 0.0092516 Nov 16 19:12:50.611193 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0fb3924e-5815-4561-883f-194d495ac79d req-11ef00d1-be44-4416-9535-8bf3fc497c67 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=64eef6e0383c42f39e24aff3690b58fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431268 Nov 16 19:12:50.713415 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [req-0fb3924e-5815-4561-883f-194d495ac79d req-ecf3a3e0-1dbd-49b4-91db-cd8c069182f8 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 19:12:50.714425 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0fb3924e-5815-4561-883f-194d495ac79d req-ecf3a3e0-1dbd-49b4-91db-cd8c069182f8 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0918467 Nov 16 19:12:50.803680 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0fb3924e-5815-4561-883f-194d495ac79d req-4a9754a9-5a6e-4b33-bcf5-e733f0771b67 service neutron] 10.222.0.46 "GET /v2.0/networks/33fd3960-6c3f-4161-8d19-bd407c7a0dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829260 Nov 16 19:12:50.894524 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0fb3924e-5815-4561-883f-194d495ac79d req-32769067-9693-4551-8e48-a758a6b72bed service neutron] 10.222.0.46 "GET /v2.0/networks/33fd3960-6c3f-4161-8d19-bd407c7a0dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842752 Nov 16 19:12:52.185171 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e4909a05-7017-4d05-8141-38c82fbfbb45 req-6ca464cc-9b7a-46c3-ad4b-933ec5af4829 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 210 time: 0.0277171 Nov 16 19:12:53.261529 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f00f5fc4-6a5f-4587-a6ba-58fbbd19570d req-06d5936e-f5d5-4173-8910-5339ed96fd93 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 210 time: 0.0263503 Nov 16 19:12:54.342360 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6664f425-cb8d-471f-9bbf-eb8c20c9e948 req-243e9fe3-9fd2-4431-896f-175912f45b36 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 210 time: 0.0271006 Nov 16 19:12:55.422901 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f237f669-15be-4444-9c6e-dc7946e615e2 req-e9b570c0-ebd9-49eb-8926-3a7e6fdf0033 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 210 time: 0.0293453 Nov 16 19:12:56.512502 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-b0d8ff80-b1c3-4e3e-8019-0b6dc4aebda0 req-c93d9a55-1c2b-40d7-860a-c305a4b89de3 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 210 time: 0.0266213 Nov 16 19:12:57.504248 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3924e-5815-4561-883f-194d495ac79d req-08726d89-084d-42c8-8dfb-e11e2c10e5db tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:57.505682 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0fb3924e-5815-4561-883f-194d495ac79d req-08726d89-084d-42c8-8dfb-e11e2c10e5db tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.18 "GET /v2.0/networks?id=33fd3960-6c3f-4161-8d19-bd407c7a0dc6 HTTP/1.1" status: 200 len: 809 time: 0.3384156 Nov 16 19:12:57.575133 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0fb3924e-5815-4561-883f-194d495ac79d req-2ee2e5dd-755d-45de-bfb8-e0a177f7c3ae tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64eef6e0383c42f39e24aff3690b58fa HTTP/1.1" status: 200 len: 380 time: 0.0595696 Nov 16 19:12:57.595851 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-0fb3924e-5815-4561-883f-194d495ac79d req-ecd77078-7704-44a3-a1ad-f29a87f2fff5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Request body: {'port': {'device_id': '7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811', 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6', 'admin_state_up': True, 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'security_groups': ['1216bc2c-4b2e-43c1-a770-c803ed9e820f']}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:12:57.656808 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5cf85850-94dc-4c40-b41d-f2aacf1f2e72 req-35bbf785-98bf-4803-8770-24b3b1a00559 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 210 time: 0.0755708 Nov 16 19:12:57.726605 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb3924e-5815-4561-883f-194d495ac79d req-ecd77078-7704-44a3-a1ad-f29a87f2fff5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Made reservation on behalf of 64eef6e0383c42f39e24aff3690b58fa for: {'port': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:12:57.730264 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0fb3924e-5815-4561-883f-194d495ac79d req-ecd77078-7704-44a3-a1ad-f29a87f2fff5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:57.856160 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [req-0fb3924e-5815-4561-883f-194d495ac79d req-ecd77078-7704-44a3-a1ad-f29a87f2fff5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Allocated IP 172.20.0.14 (33fd3960-6c3f-4161-8d19-bd407c7a0dc6/0febde38-a6ec-4de2-b239-e4ad19cc38fc/09ee89b4-ca67-46d8-a2ca-e497e063a615) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:12:58.003144 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0fb3924e-5815-4561-883f-194d495ac79d req-ecd77078-7704-44a3-a1ad-f29a87f2fff5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:58.035230 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0fb3924e-5815-4561-883f-194d495ac79d req-ecd77078-7704-44a3-a1ad-f29a87f2fff5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:58.073800 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb3924e-5815-4561-883f-194d495ac79d req-ecd77078-7704-44a3-a1ad-f29a87f2fff5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Network 33fd3960-6c3f-4161-8d19-bd407c7a0dc6 is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:12:58.078709 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [req-0fb3924e-5815-4561-883f-194d495ac79d req-ecd77078-7704-44a3-a1ad-f29a87f2fff5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:12:58.082308 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb3924e-5815-4561-883f-194d495ac79d req-ecd77078-7704-44a3-a1ad-f29a87f2fff5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:12:58.109300 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd77078-7704-44a3-a1ad-f29a87f2fff5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Pushing event updated for resources: {'Port': ['ID=09ee89b4-ca67-46d8-a2ca-e497e063a615,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:58.136267 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3924e-5815-4561-883f-194d495ac79d req-ecd77078-7704-44a3-a1ad-f29a87f2fff5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:58.136889 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0fb3924e-5815-4561-883f-194d495ac79d req-ecd77078-7704-44a3-a1ad-f29a87f2fff5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:58.152952 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0fb3924e-5815-4561-883f-194d495ac79d req-ecd77078-7704-44a3-a1ad-f29a87f2fff5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5702655 Nov 16 19:12:58.167208 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-0fb3924e-5815-4561-883f-194d495ac79d req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] Request body: {'port': {'device_id': '7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:12:58.226172 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0fb3924e-5815-4561-883f-194d495ac79d req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:58.307179 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-74b90075-4f7d-44ee-ab74-df96c5114fd9 None None] Provisioning complete for port 09ee89b4-ca67-46d8-a2ca-e497e063a615 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:12:58.307780 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-74b90075-4f7d-44ee-ab74-df96c5114fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:58.339974 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-74b90075-4f7d-44ee-ab74-df96c5114fd9 None None] Port 09ee89b4-ca67-46d8-a2ca-e497e063a615 cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:12:58.479383 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [req-0fb3924e-5815-4561-883f-194d495ac79d req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ee89b4-ca67-46d8-a2ca-e497e063a615 {{(pid=101696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:12:58.486545 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0fb3924e-5815-4561-883f-194d495ac79d req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:58.498437 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.provisioning_blocks [req-0fb3924e-5815-4561-883f-194d495ac79d req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] Transition to ACTIVE for port object 09ee89b4-ca67-46d8-a2ca-e497e063a615 will not be triggered until provisioned by entity L2. {{(pid=101696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 19:12:58.502470 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0fb3924e-5815-4561-883f-194d495ac79d req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:58.552999 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] Pushing event updated for resources: {'Port': ['ID=09ee89b4-ca67-46d8-a2ca-e497e063a615,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:58.625396 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-0fb3924e-5815-4561-883f-194d495ac79d req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] Attempting to bind port 09ee89b4-ca67-46d8-a2ca-e497e063a615 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:12:58.625660 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-0fb3924e-5815-4561-883f-194d495ac79d req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] Attempting to bind port 09ee89b4-ca67-46d8-a2ca-e497e063a615 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': 'd1dd0483-8ed2-41c8-b0e8-dc2587ed113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6'}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:12:58.625986 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb3924e-5815-4561-883f-194d495ac79d req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] Attempting to bind port 09ee89b4-ca67-46d8-a2ca-e497e063a615 on network 33fd3960-6c3f-4161-8d19-bd407c7a0dc6 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:12:58.630662 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb3924e-5815-4561-883f-194d495ac79d req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] Port 09ee89b4-ca67-46d8-a2ca-e497e063a615 on network 33fd3960-6c3f-4161-8d19-bd407c7a0dc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 19:12:58.630979 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb3924e-5815-4561-883f-194d495ac79d req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] Attempting to bind port 09ee89b4-ca67-46d8-a2ca-e497e063a615 on network 33fd3960-6c3f-4161-8d19-bd407c7a0dc6 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:12:58.635968 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb3924e-5815-4561-883f-194d495ac79d req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] Checking agent: {'id': 'b114dd46-986e-4d55-bca0-7e9758e41aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'started_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:12:58.636311 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb3924e-5815-4561-883f-194d495ac79d req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] Checking segment: {'id': 'd1dd0483-8ed2-41c8-b0e8-dc2587ed113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:12:58.636696 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb3924e-5815-4561-883f-194d495ac79d req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] Bound using segment: {'id': 'd1dd0483-8ed2-41c8-b0e8-dc2587ed113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6'} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:12:58.637118 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-0fb3924e-5815-4561-883f-194d495ac79d req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] Bound port: 09ee89b4-ca67-46d8-a2ca-e497e063a615, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1dd0483-8ed2-41c8-b0e8-dc2587ed113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6'}}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:12:58.637476 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0fb3924e-5815-4561-883f-194d495ac79d req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:58.701741 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-0fb3924e-5815-4561-883f-194d495ac79d req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] For port 09ee89b4-ca67-46d8-a2ca-e497e063a615, host hv-cinder-66710, cleared binding levels {{(pid=101696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:12:58.704684 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-0fb3924e-5815-4561-883f-194d495ac79d req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] For port 09ee89b4-ca67-46d8-a2ca-e497e063a615, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=09ee89b4-ca67-46d8-a2ca-e497e063a615,segment=NetworkSegment(d1dd0483-8ed2-41c8-b0e8-dc2587ed113b),segment_id=d1dd0483-8ed2-41c8-b0e8-dc2587ed113b)] {{(pid=101696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:12:58.709111 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0fb3924e-5815-4561-883f-194d495ac79d req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:58.743012 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3924e-5815-4561-883f-194d495ac79d req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:58.743646 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-0fb3924e-5815-4561-883f-194d495ac79d req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:12:58.745018 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0fb3924e-5815-4561-883f-194d495ac79d req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] 10.222.0.18 "PUT /v2.0/ports/09ee89b4-ca67-46d8-a2ca-e497e063a615 HTTP/1.1" status: 200 len: 1094 time: 0.5821571 Nov 16 19:12:58.745451 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811', 'tag': '09ee89b4-ca67-46d8-a2ca-e497e063a615'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:12:58.747806 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bddae5-6789-43f1-99d5-ede702bbe60e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811", "tag": "09ee89b4-ca67-46d8-a2ca-e497e063a615"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:12:58.772182 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6cdec-cc80-4fad-ba03-85053ee46a11 service neutron] Pushing event updated for resources: {'Port': ['ID=09ee89b4-ca67-46d8-a2ca-e497e063a615,revision_number=3']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:12:58.783833 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6752c7-e4b9-4dfc-8a99-d2edf7389e35 req-c927644d-8152-4f02-b46d-d28b9ae6e1af tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:58.785382 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-ac6752c7-e4b9-4dfc-8a99-d2edf7389e35 req-c927644d-8152-4f02-b46d-d28b9ae6e1af tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 944 time: 0.0592301 Nov 16 19:12:58.853922 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-ac6752c7-e4b9-4dfc-8a99-d2edf7389e35 req-4faaf172-fd45-46ed-b50f-cfbf327bc7b6 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603476 Nov 16 19:12:58.874759 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3924e-5815-4561-883f-194d495ac79d req-f5d0f177-c9b2-45ff-8312-aa693b5774ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:58.876520 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0fb3924e-5815-4561-883f-194d495ac79d req-f5d0f177-c9b2-45ff-8312-aa693b5774ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64eef6e0383c42f39e24aff3690b58fa&device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 1097 time: 0.0599813 Nov 16 19:12:58.887199 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bb74a6-7df9-40f7-88ef-7235747db856 x-openstack-request-id: req-b9bb74a6-7df9-40f7-88ef-7235747db856 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:12:58.887498 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811", "tag": "09ee89b4-ca67-46d8-a2ca-e497e063a615", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:12:58.887753 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b9bb74a6-7df9-40f7-88ef-7235747db856 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:12:58.888160 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811', 'tag': '09ee89b4-ca67-46d8-a2ca-e497e063a615', 'status': 'completed', 'code': 200} Nov 16 19:12:58.924568 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0fb3924e-5815-4561-883f-194d495ac79d req-a135f3e2-2a3e-44f0-be5c-7ac68176efcf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09ee89b4-ca67-46d8-a2ca-e497e063a615 HTTP/1.1" status: 200 len: 217 time: 0.0355036 Nov 16 19:12:58.975226 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3924e-5815-4561-883f-194d495ac79d req-13895dce-2072-4023-a991-4c91d3621749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:58.976768 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0fb3924e-5815-4561-883f-194d495ac79d req-13895dce-2072-4023-a991-4c91d3621749 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0febde38-a6ec-4de2-b239-e4ad19cc38fc HTTP/1.1" status: 200 len: 848 time: 0.0451729 Nov 16 19:12:59.026193 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3924e-5815-4561-883f-194d495ac79d req-da7c59a5-8ee4-4c0f-908c-e389a20bf533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:59.027690 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0fb3924e-5815-4561-883f-194d495ac79d req-da7c59a5-8ee4-4c0f-908c-e389a20bf533 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=33fd3960-6c3f-4161-8d19-bd407c7a0dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435016 Nov 16 19:12:59.116276 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0fb3924e-5815-4561-883f-194d495ac79d req-cc435b37-597c-44a4-9423-77cd1a54371b service neutron] 10.222.0.18 "GET /v2.0/networks/33fd3960-6c3f-4161-8d19-bd407c7a0dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804849 Nov 16 19:12:59.213729 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0fb3924e-5815-4561-883f-194d495ac79d req-f96029f4-41d9-4c35-975b-3f1cebf72058 service neutron] 10.222.0.18 "GET /v2.0/networks/33fd3960-6c3f-4161-8d19-bd407c7a0dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888863 Nov 16 19:12:59.297900 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bddae5-6789-43f1-99d5-ede702bbe60e req-8ba83d8a-0f66-4417-a135-174fdb2b495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:59.299410 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b4bddae5-6789-43f1-99d5-ede702bbe60e req-8ba83d8a-0f66-4417-a135-174fdb2b495d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64eef6e0383c42f39e24aff3690b58fa&device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 1097 time: 0.0394418 Nov 16 19:12:59.392313 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bddae5-6789-43f1-99d5-ede702bbe60e req-96bde3b8-6ae0-458b-a2ca-1a36460c651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:59.393811 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b4bddae5-6789-43f1-99d5-ede702bbe60e req-96bde3b8-6ae0-458b-a2ca-1a36460c651b service neutron] 10.222.0.18 "GET /v2.0/networks?id=33fd3960-6c3f-4161-8d19-bd407c7a0dc6 HTTP/1.1" status: 200 len: 910 time: 0.0846159 Nov 16 19:12:59.435780 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b4bddae5-6789-43f1-99d5-ede702bbe60e req-fc87791d-f0da-4042-b948-f0ef7fde160f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09ee89b4-ca67-46d8-a2ca-e497e063a615 HTTP/1.1" status: 200 len: 217 time: 0.0324206 Nov 16 19:12:59.482215 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bddae5-6789-43f1-99d5-ede702bbe60e req-04b3a99c-cdb0-4792-ae4a-8a0c4b637ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:59.483532 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b4bddae5-6789-43f1-99d5-ede702bbe60e req-04b3a99c-cdb0-4792-ae4a-8a0c4b637ed8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0febde38-a6ec-4de2-b239-e4ad19cc38fc HTTP/1.1" status: 200 len: 848 time: 0.0408511 Nov 16 19:12:59.538169 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bddae5-6789-43f1-99d5-ede702bbe60e req-5279d360-00dd-449e-b2cd-703974b64a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:59.540285 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b4bddae5-6789-43f1-99d5-ede702bbe60e req-5279d360-00dd-449e-b2cd-703974b64a75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=33fd3960-6c3f-4161-8d19-bd407c7a0dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0481777 Nov 16 19:12:59.632197 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b4bddae5-6789-43f1-99d5-ede702bbe60e req-45e98d56-af6d-4546-ac8d-93ee9d5e216c service neutron] 10.222.0.18 "GET /v2.0/networks/33fd3960-6c3f-4161-8d19-bd407c7a0dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841238 Nov 16 19:12:59.721910 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b4bddae5-6789-43f1-99d5-ede702bbe60e req-7feb915d-e660-4c69-b179-d7166b32ced4 service neutron] 10.222.0.18 "GET /v2.0/networks/33fd3960-6c3f-4161-8d19-bd407c7a0dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822849 Nov 16 19:12:59.969049 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e4cbb-b2a3-4fa2-b7c6-048a8a17e390 req-d37a2362-9b12-4177-ac25-810352182e92 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:12:59.970562 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-5b0e4cbb-b2a3-4fa2-b7c6-048a8a17e390 req-d37a2362-9b12-4177-ac25-810352182e92 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 944 time: 0.0521760 Nov 16 19:13:00.020362 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-5b0e4cbb-b2a3-4fa2-b7c6-048a8a17e390 req-b76c09c4-1762-4818-8935-48dcdf24c89f tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440521 Nov 16 19:13:00.564459 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:01.132830 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffce8a2-c8f4-4120-81a7-2c9b3fa8ee42 req-e9444d8c-de9f-4380-99df-6a3338cc05e0 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:01.134885 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8ffce8a2-c8f4-4120-81a7-2c9b3fa8ee42 req-e9444d8c-de9f-4380-99df-6a3338cc05e0 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 944 time: 0.0481353 Nov 16 19:13:01.181875 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-8ffce8a2-c8f4-4120-81a7-2c9b3fa8ee42 req-cd5883d0-1455-4ccc-95f8-0bf04acd39e5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412366 Nov 16 19:13:02.292390 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec95ac-f140-4d36-b1b2-7513534dfde0 req-5fda445b-5278-44b6-8baa-b26325cd1cfd tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:02.293888 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-32ec95ac-f140-4d36-b1b2-7513534dfde0 req-5fda445b-5278-44b6-8baa-b26325cd1cfd tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 944 time: 0.0476835 Nov 16 19:13:02.341337 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-32ec95ac-f140-4d36-b1b2-7513534dfde0 req-6b80b2e7-c379-4524-84f7-900afcbc5c06 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417345 Nov 16 19:13:03.458381 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca2193-a1ee-4e22-818b-d664e4ab7cd5 req-28ac071a-69d7-42f6-a6f0-628809ecadc6 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:03.459807 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e3ca2193-a1ee-4e22-818b-d664e4ab7cd5 req-28ac071a-69d7-42f6-a6f0-628809ecadc6 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 944 time: 0.0471499 Nov 16 19:13:03.510272 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-e3ca2193-a1ee-4e22-818b-d664e4ab7cd5 req-48862d6b-4ba0-403d-816f-ba1f39f1493e tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448327 Nov 16 19:13:04.590678 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:13:04.623337 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bee89a-04b1-43ac-a71b-151edaea1002 req-8f7d348d-52ac-404d-a8e7-81e7daa2224f tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:04.624932 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-22bee89a-04b1-43ac-a71b-151edaea1002 req-8f7d348d-52ac-404d-a8e7-81e7daa2224f tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 944 time: 0.0489993 Nov 16 19:13:04.676333 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-22bee89a-04b1-43ac-a71b-151edaea1002 req-4fab34e5-0962-4895-9637-157dff013e49 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451980 Nov 16 19:13:05.787585 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f0015-bead-4919-9454-7839ada74edf req-3818a68a-048d-4de2-8b88-609f6ed5604f tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:05.789042 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-590f0015-bead-4919-9454-7839ada74edf req-3818a68a-048d-4de2-8b88-609f6ed5604f tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 944 time: 0.0478556 Nov 16 19:13:05.837681 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-590f0015-bead-4919-9454-7839ada74edf req-6d849137-e400-4638-b9ad-1b8bada77b8a tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420384 Nov 16 19:13:06.854986 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-4b1df797-cf19-484f-aa84-3f0e5c6f9a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:06.948480 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844795e-25b6-4d02-bdb1-9e36650a5d11 req-08d11137-d61f-41d7-aafe-44a76d76043c tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:06.950035 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2844795e-25b6-4d02-bdb1-9e36650a5d11 req-08d11137-d61f-41d7-aafe-44a76d76043c tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 944 time: 0.0474854 Nov 16 19:13:06.997343 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2844795e-25b6-4d02-bdb1-9e36650a5d11 req-34e65070-d9b1-4708-94e0-619adc6d97a0 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415103 Nov 16 19:13:07.226202 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 09ee89b4-ca67-46d8-a2ca-e497e063a615 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:13:07.317789 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 09ee89b4-ca67-46d8-a2ca-e497e063a615, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=09ee89b4-ca67-46d8-a2ca-e497e063a615,segment=NetworkSegment(d1dd0483-8ed2-41c8-b0e8-dc2587ed113b),segment_id=d1dd0483-8ed2-41c8-b0e8-dc2587ed113b)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:13:07.328930 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': '09ee89b4-ca67-46d8-a2ca-e497e063a615', 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6', 'port_id': '09ee89b4-ca67-46d8-a2ca-e497e063a615', 'mac_address': 'fa:16:3e:a4:c8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:13:07.368242 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:07.380831 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ee89b4-ca67-46d8-a2ca-e497e063a615 {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:13:07.400107 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 09ee89b4-ca67-46d8-a2ca-e497e063a615, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=09ee89b4-ca67-46d8-a2ca-e497e063a615,segment=NetworkSegment(d1dd0483-8ed2-41c8-b0e8-dc2587ed113b),segment_id=d1dd0483-8ed2-41c8-b0e8-dc2587ed113b)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:13:07.403852 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:07.449320 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=09ee89b4-ca67-46d8-a2ca-e497e063a615,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:13:07.667790 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['09ee89b4-ca67-46d8-a2ca-e497e063a615'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:13:08.108633 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4077c2-e0a4-42cc-9d3c-df06c96ab7a8 req-2103e6db-2d36-4695-9bc4-60b725cf537d tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:08.110094 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1c4077c2-e0a4-42cc-9d3c-df06c96ab7a8 req-2103e6db-2d36-4695-9bc4-60b725cf537d tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 945 time: 0.0470133 Nov 16 19:13:08.156872 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1c4077c2-e0a4-42cc-9d3c-df06c96ab7a8 req-fe430cfd-2f65-4639-b81b-762ad72d1fff tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410275 Nov 16 19:13:09.240676 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 09ee89b4-ca67-46d8-a2ca-e497e063a615 up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:13:09.270339 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0c564-f8c7-44ab-a390-8798704e5a29 req-ef06574f-1322-42ad-9cca-c1a8e2dd8e27 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:09.271880 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-17b0c564-f8c7-44ab-a390-8798704e5a29 req-ef06574f-1322-42ad-9cca-c1a8e2dd8e27 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 945 time: 0.0494475 Nov 16 19:13:09.290506 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning for port 09ee89b4-ca67-46d8-a2ca-e497e063a615 completed by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 19:13:09.294427 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port 09ee89b4-ca67-46d8-a2ca-e497e063a615 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:13:09.294804 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:09.322058 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-17b0c564-f8c7-44ab-a390-8798704e5a29 req-2c17a0a3-b6f4-4193-bd76-52e92aec5753 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443735 Nov 16 19:13:09.374544 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:09.396772 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ee89b4-ca67-46d8-a2ca-e497e063a615'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:13:09.399046 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d973277-5473-4d54-9fc2-70090ba12326" -d '{"events": [{"server_uuid": "7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811", "name": "network-vif-plugged", "status": "completed", "tag": "09ee89b4-ca67-46d8-a2ca-e497e063a615"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:13:09.413100 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 09ee89b4-ca67-46d8-a2ca-e497e063a615, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=09ee89b4-ca67-46d8-a2ca-e497e063a615,segment=NetworkSegment(d1dd0483-8ed2-41c8-b0e8-dc2587ed113b),segment_id=d1dd0483-8ed2-41c8-b0e8-dc2587ed113b)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:13:09.416986 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:09.464786 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=09ee89b4-ca67-46d8-a2ca-e497e063a615,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:13:09.488936 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee71bfde-d1b4-49e8-bd4b-c7cf5bb13266 x-openstack-request-id: req-ee71bfde-d1b4-49e8-bd4b-c7cf5bb13266 {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:13:09.489231 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811", "name": "network-vif-plugged", "status": "completed", "tag": "09ee89b4-ca67-46d8-a2ca-e497e063a615", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:13:09.489490 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ee71bfde-d1b4-49e8-bd4b-c7cf5bb13266 {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:13:09.489923 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ee89b4-ca67-46d8-a2ca-e497e063a615', 'code': 200} Nov 16 19:13:09.709796 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ae73e-9ef8-4ec0-9682-3d9d3f66e006 req-7f17b485-ee7e-46a3-a7f7-ccf3fc99cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:09.711335 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-902ae73e-9ef8-4ec0-9682-3d9d3f66e006 req-7f17b485-ee7e-46a3-a7f7-ccf3fc99cd64 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 1099 time: 0.0425091 Nov 16 19:13:09.757240 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-902ae73e-9ef8-4ec0-9682-3d9d3f66e006 req-1ee26ad6-b396-4d21-b7d1-38700e5d3adc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377491 Nov 16 19:13:09.854938 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-cb6354b7-2c69-4988-952b-2b908bc94b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:10.435650 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356a33d-d071-4dae-8ca0-84dd574cd804 req-2fccadad-af3f-473c-8780-3ffc71ac00df tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:10.437091 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6356a33d-d071-4dae-8ca0-84dd574cd804 req-2fccadad-af3f-473c-8780-3ffc71ac00df tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 946 time: 0.0503843 Nov 16 19:13:10.484046 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-6356a33d-d071-4dae-8ca0-84dd574cd804 req-94b5cc34-ff64-4c3b-9ba7-2f59a5ff106f tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411403 Nov 16 19:13:11.388672 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:11.599388 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3952b-fb1d-4781-b15d-d0ee0b34b621 req-a9e621ab-207f-466e-99aa-97e6c64f1549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:11.600883 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-68e3952b-fb1d-4781-b15d-d0ee0b34b621 req-a9e621ab-207f-466e-99aa-97e6c64f1549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 946 time: 0.0485861 Nov 16 19:13:11.653221 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-68e3952b-fb1d-4781-b15d-d0ee0b34b621 req-51747ade-0aa6-4591-9c26-af424cf989a5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461817 Nov 16 19:13:11.769216 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23319a6-bcdc-4e5e-ba63-d7362ff1ceea req-4e8de2ff-c64c-49d7-84a9-11d403bc2862 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:11.770707 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-c23319a6-bcdc-4e5e-ba63-d7362ff1ceea req-4e8de2ff-c64c-49d7-84a9-11d403bc2862 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 946 time: 0.0482061 Nov 16 19:13:11.818865 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-c23319a6-bcdc-4e5e-ba63-d7362ff1ceea req-b2a1b660-9efd-450b-b108-903dff193e45 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424449 Nov 16 19:13:11.839705 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54670) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:13:11.919324 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6493b11-246b-4d32-b5aa-1209dc75af5f tempest-TestShelveInstance-659200761 tempest-TestShelveInstance-659200761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:11.920724 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-f6493b11-246b-4d32-b5aa-1209dc75af5f tempest-TestShelveInstance-659200761 tempest-TestShelveInstance-659200761-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 1094 time: 0.0800583 Nov 16 19:13:11.923533 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54674) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:13:11.927828 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Request body: {'floatingip': {'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'port_id': '09ee89b4-ca67-46d8-a2ca-e497e063a615', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:13:11.948676 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for floatingip, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:12.045407 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:12.150783 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_common [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Allocated IP 172.27.0.57 (5f3ac952-8559-40cc-8fc1-b48178a4ccf1/5b3505d5-c140-47b1-9b3e-49bde3fac2c7/b944cb1b-e598-4ee8-8eee-481c1fc175e0) {{(pid=101695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:13:12.248973 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for port, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:12.283079 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:12.328576 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:13:12.331583 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:13:12.335829 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Received port after_create {{(pid=101695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:13:12.338883 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Pushing event updated for resources: {'Port': ['ID=b944cb1b-e598-4ee8-8eee-481c1fc175e0,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:13:12.365432 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:12.365812 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:12.366162 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:12.366499 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:12.366835 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:12.367173 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:12.368035 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:12.368364 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:12.368693 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:12.369019 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:12.369344 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:12.369690 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:12.675876 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:12.744260 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:12.889827 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for port, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:12.894287 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63250401'] for port, after_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:12.959184 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Pushing event updated for resources: {'Port': ['ID=b944cb1b-e598-4ee8-8eee-481c1fc175e0,revision_number=2']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:13:12.971069 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833619'] for floatingip, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:13.066397 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.l3_db [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Floating IP 170dd72c-00fa-4789-a72a-a49b178576d2 associated. External IP: 172.27.0.57, port: 09ee89b4-ca67-46d8-a2ca-e497e063a615. Nov 16 19:13:13.209578 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:13.268190 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Router 454be275-7a3e-436e-8089-1b297e4d2eee has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:13:13.369279 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:13:13.379237 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a06f53-04ee-4076-ab4f-b16de6616e28 None None] Sync routers for ids ['454be275-7a3e-436e-8089-1b297e4d2eee'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:13:13.388271 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for floatingip, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:13.390242 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a06f53-04ee-4076-ab4f-b16de6616e28 None None] Routers {'454be275-7a3e-436e-8089-1b297e4d2eee'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:13:13.390860 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-32a06f53-04ee-4076-ab4f-b16de6616e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:13:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['454be275-7a3e-436e-8089-1b297e4d2eee'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:13:13.417582 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-f6c50848-6e82-4c4f-9d1f-e7b2af7a6549 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4929938 Nov 16 19:13:13.418271 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811', 'tag': '09ee89b4-ca67-46d8-a2ca-e497e063a615'}] {{(pid=101695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:13:13.420541 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd271a50102e67beddb2fedac2b1f0e72c74193367130158f77a5ad7182eeeac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b6866b-70b1-49ad-9d94-9c8c9894ae78" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811", "tag": "09ee89b4-ca67-46d8-a2ca-e497e063a615"}]}' {{(pid=101695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:13:13.456730 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16f66a0-a3b5-4c5c-a717-8402c15bd1cb x-openstack-request-id: req-a16f66a0-a3b5-4c5c-a717-8402c15bd1cb {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:13:13.457041 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811", "tag": "09ee89b4-ca67-46d8-a2ca-e497e063a615", "status": "completed", "code": 200}]} {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:13:13.457277 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a16f66a0-a3b5-4c5c-a717-8402c15bd1cb {{(pid=101695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:13:13.458105 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811', 'tag': '09ee89b4-ca67-46d8-a2ca-e497e063a615', 'status': 'completed', 'code': 200} Nov 16 19:13:13.497218 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-32a06f53-04ee-4076-ab4f-b16de6616e28 None None] Set router 454be275-7a3e-436e-8089-1b297e4d2eee gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:13:13.518423 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6866b-70b1-49ad-9d94-9c8c9894ae78 req-9be5a6d1-5a62-4ab1-8faa-1d13b7fc7d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:13.520339 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-77b6866b-70b1-49ad-9d94-9c8c9894ae78 req-9be5a6d1-5a62-4ab1-8faa-1d13b7fc7d3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64eef6e0383c42f39e24aff3690b58fa&device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 1099 time: 0.0400031 Nov 16 19:13:13.612511 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6866b-70b1-49ad-9d94-9c8c9894ae78 req-74ae7caf-9f4d-4e5a-9b7c-e4a47b21f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:13.614013 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-77b6866b-70b1-49ad-9d94-9c8c9894ae78 req-74ae7caf-9f4d-4e5a-9b7c-e4a47b21f50d service neutron] 10.222.0.18 "GET /v2.0/networks?id=33fd3960-6c3f-4161-8d19-bd407c7a0dc6 HTTP/1.1" status: 200 len: 910 time: 0.0857491 Nov 16 19:13:13.682630 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-77b6866b-70b1-49ad-9d94-9c8c9894ae78 req-b5419c49-5750-4486-829a-37a59fdb9c14 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09ee89b4-ca67-46d8-a2ca-e497e063a615 HTTP/1.1" status: 200 len: 999 time: 0.0605071 Nov 16 19:13:13.718365 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-32a06f53-04ee-4076-ab4f-b16de6616e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'name': 'tempest-TestShelveInstance-1008462836-router', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:23Z', 'updated_at': '2021-11-16T19:12:26Z', 'revision_number': 4, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'gw_port': {'id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:24Z', 'updated_at': '2021-11-16T19:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '170dd72c-00fa-4789-a72a-a49b178576d2', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'port_id': '09ee89b4-ca67-46d8-a2ca-e497e063a615', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6', 'mac_address': 'fa:16:3e:a4:c8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:13:12Z', 'updated_at': '2021-11-16T19:13:12Z', 'revision_number': 0, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6402962-58a8-41af-9d45-d8143790e6ff', 'name': '', 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'mac_address': 'fa:16:3e:8b:7d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:25Z', 'updated_at': '2021-11-16T19:12:30Z', 'revision_number': 5, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'subnets': [{'id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:13:13.731741 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6866b-70b1-49ad-9d94-9c8c9894ae78 req-880ae81e-f348-4096-8d04-bb2f7b803df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:13.733196 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-77b6866b-70b1-49ad-9d94-9c8c9894ae78 req-880ae81e-f348-4096-8d04-bb2f7b803df6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0febde38-a6ec-4de2-b239-e4ad19cc38fc HTTP/1.1" status: 200 len: 848 time: 0.0427547 Nov 16 19:13:13.747384 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a06f53-04ee-4076-ab4f-b16de6616e28 None None] Checking router: 454be275-7a3e-436e-8089-1b297e4d2eee for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:13:13.755966 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a06f53-04ee-4076-ab4f-b16de6616e28 None None] Routers {'454be275-7a3e-436e-8089-1b297e4d2eee'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:13:13.756564 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-32a06f53-04ee-4076-ab4f-b16de6616e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:13:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['454be275-7a3e-436e-8089-1b297e4d2eee'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:13:13.779972 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6866b-70b1-49ad-9d94-9c8c9894ae78 req-1c84c3fe-2f6f-472d-91ce-c9ecb3fac544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:13.781454 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-77b6866b-70b1-49ad-9d94-9c8c9894ae78 req-1c84c3fe-2f6f-472d-91ce-c9ecb3fac544 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=33fd3960-6c3f-4161-8d19-bd407c7a0dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399213 Nov 16 19:13:13.849484 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:13.875920 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-77b6866b-70b1-49ad-9d94-9c8c9894ae78 req-d7a6a41d-e2fd-42e4-a787-92d3f841b6cc service neutron] 10.222.0.18 "GET /v2.0/networks/33fd3960-6c3f-4161-8d19-bd407c7a0dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862737 Nov 16 19:13:13.876480 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-32a06f53-04ee-4076-ab4f-b16de6616e28 None None] Set router 454be275-7a3e-436e-8089-1b297e4d2eee gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:13:13.966089 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-77b6866b-70b1-49ad-9d94-9c8c9894ae78 req-15445b6b-fc07-411a-ab1f-7edcba6ca311 service neutron] 10.222.0.18 "GET /v2.0/networks/33fd3960-6c3f-4161-8d19-bd407c7a0dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817747 Nov 16 19:13:14.213351 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-32a06f53-04ee-4076-ab4f-b16de6616e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'name': 'tempest-TestShelveInstance-1008462836-router', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:23Z', 'updated_at': '2021-11-16T19:12:26Z', 'revision_number': 4, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'gw_port': {'id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:24Z', 'updated_at': '2021-11-16T19:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '170dd72c-00fa-4789-a72a-a49b178576d2', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'port_id': '09ee89b4-ca67-46d8-a2ca-e497e063a615', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6', 'mac_address': 'fa:16:3e:a4:c8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:13:12Z', 'updated_at': '2021-11-16T19:13:12Z', 'revision_number': 0, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6402962-58a8-41af-9d45-d8143790e6ff', 'name': '', 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'mac_address': 'fa:16:3e:8b:7d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:25Z', 'updated_at': '2021-11-16T19:12:30Z', 'revision_number': 5, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'subnets': [{'id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:13:14.243395 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a06f53-04ee-4076-ab4f-b16de6616e28 None None] The sync data for ids ['454be275-7a3e-436e-8089-1b297e4d2eee'] in dv-cinder-667108-35-iscsi is: [{'id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'name': 'tempest-TestShelveInstance-1008462836-router', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:23Z', 'updated_at': '2021-11-16T19:12:26Z', 'revision_number': 4, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'gw_port': {'id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:24Z', 'updated_at': '2021-11-16T19:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '170dd72c-00fa-4789-a72a-a49b178576d2', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'port_id': '09ee89b4-ca67-46d8-a2ca-e497e063a615', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6', 'mac_address': 'fa:16:3e:a4:c8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:13:12Z', 'updated_at': '2021-11-16T19:13:12Z', 'revision_number': 0, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6402962-58a8-41af-9d45-d8143790e6ff', 'name': '', 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'mac_address': 'fa:16:3e:8b:7d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:25Z', 'updated_at': '2021-11-16T19:12:30Z', 'revision_number': 5, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'subnets': [{'id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:13:14.421246 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a178760-4b91-44f1-8c51-745366aaf188 None None] New status for floating IP 170dd72c-00fa-4789-a72a-a49b178576d2: ACTIVE {{(pid=101698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 19:13:21.946223 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d17a8-0b56-4cfe-a2dd-ef6c66007efc req-72acba78-2eb6-4759-b0f2-3acace1f16ba tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:21.947671 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-311d17a8-0b56-4cfe-a2dd-ef6c66007efc req-72acba78-2eb6-4759-b0f2-3acace1f16ba tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 945 time: 0.0468032 Nov 16 19:13:21.998610 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-311d17a8-0b56-4cfe-a2dd-ef6c66007efc req-9168fdd1-9f96-4743-8a7a-82b04d9187ea tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450108 Nov 16 19:13:23.112798 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f642e1-0ec5-400b-996a-6afb783f8a56 req-b9ea9a2b-e245-4652-ae04-7f1ce1ff585a tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:23.114280 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-03f642e1-0ec5-400b-996a-6afb783f8a56 req-b9ea9a2b-e245-4652-ae04-7f1ce1ff585a tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 945 time: 0.0471544 Nov 16 19:13:23.161370 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-03f642e1-0ec5-400b-996a-6afb783f8a56 req-b5772f65-cb6d-49d1-8b6c-367ebc78e467 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408022 Nov 16 19:13:23.619882 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b22392-b8b3-4c92-a64e-370d0cb9e5ee req-08e16da7-cef7-4028-bf40-9f79d8d6846e tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:23.621247 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-65b22392-b8b3-4c92-a64e-370d0cb9e5ee req-08e16da7-cef7-4028-bf40-9f79d8d6846e tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 945 time: 0.0484295 Nov 16 19:13:23.709499 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-65b22392-b8b3-4c92-a64e-370d0cb9e5ee req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Deleting port f1ba6b6f-e867-475e-951d-89b162884955 {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:13:23.709862 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-65b22392-b8b3-4c92-a64e-370d0cb9e5ee req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:23.797696 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-65b22392-b8b3-4c92-a64e-370d0cb9e5ee req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] For port f1ba6b6f-e867-475e-951d-89b162884955, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=f1ba6b6f-e867-475e-951d-89b162884955,segment=NetworkSegment(7ea8474d-e758-4aa7-a8b3-029b9f135415),segment_id=7ea8474d-e758-4aa7-a8b3-029b9f135415)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:13:23.798057 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-65b22392-b8b3-4c92-a64e-370d0cb9e5ee req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:23.959174 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-65b22392-b8b3-4c92-a64e-370d0cb9e5ee req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:23.959533 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-65b22392-b8b3-4c92-a64e-370d0cb9e5ee req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833619'] for floatingip, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:23.959850 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.db.l3_db [req-65b22392-b8b3-4c92-a64e-370d0cb9e5ee req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Floating IP 43b1c0ba-d15e-4d79-97de-41b71115127f disassociated. External IP: 172.27.0.50, port: f1ba6b6f-e867-475e-951d-89b162884955. Nov 16 19:13:23.960188 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-65b22392-b8b3-4c92-a64e-370d0cb9e5ee req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Calling delete_port for f1ba6b6f-e867-475e-951d-89b162884955 owned by compute:nova {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:13:24.083301 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-65b22392-b8b3-4c92-a64e-370d0cb9e5ee req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:24.111418 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Pushing event deleted for resources: {'Port': ['ID=f1ba6b6f-e867-475e-951d-89b162884955,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:13:24.123283 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:24.123283 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:24.123283 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:24.123283 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:24.123672 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:24.123672 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:24.123996 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:24.124321 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:24.124643 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:24.124969 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:24.125287 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:24.125629 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:24.255420 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65b22392-b8b3-4c92-a64e-370d0cb9e5ee req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Router 24a9fefc-93d4-4508-ba51-d0b278ca25ec has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:13:24.257800 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f7c2b3d8-1fbd-4e87-a25b-c0bee9940b3a req-ee32e8d1-9016-4f55-9249-86d1a5cdd433 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cebd59d-87d0-453a-a5de-0af744f39fa4 HTTP/1.1" status: 200 len: 210 time: 0.0277267 Nov 16 19:13:24.361849 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65b22392-b8b3-4c92-a64e-370d0cb9e5ee req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:13:24.371306 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa867e2d-f7ef-43e1-b440-fa5b9f3ad182 None None] Sync routers for ids ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:13:24.381162 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa867e2d-f7ef-43e1-b440-fa5b9f3ad182 None None] Routers {'24a9fefc-93d4-4508-ba51-d0b278ca25ec'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:13:24.381822 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-fa867e2d-f7ef-43e1-b440-fa5b9f3ad182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:13:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:13:24.403257 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b22392-b8b3-4c92-a64e-370d0cb9e5ee req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] No DVR routers for this DVR port f1ba6b6f-e867-475e-951d-89b162884955 on host hv-cinder-66710 {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:13:24.405794 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-65b22392-b8b3-4c92-a64e-370d0cb9e5ee req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:24.409846 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-65b22392-b8b3-4c92-a64e-370d0cb9e5ee req-a6b8cd11-5fc1-4fa5-a9f6-8989c365ad65 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.18 "DELETE /v2.0/ports/f1ba6b6f-e867-475e-951d-89b162884955 HTTP/1.1" status: 204 len: 173 time: 0.7808321 Nov 16 19:13:24.410320 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cebd59d-87d0-453a-a5de-0af744f39fa4', 'name': 'network-vif-deleted', 'tag': 'f1ba6b6f-e867-475e-951d-89b162884955'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:13:24.412943 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c0cc82-388e-49d6-b6f4-b1097249ea3c" -d '{"events": [{"server_uuid": "3cebd59d-87d0-453a-a5de-0af744f39fa4", "name": "network-vif-deleted", "tag": "f1ba6b6f-e867-475e-951d-89b162884955"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:13:24.456197 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5872a51-411d-4f16-ab41-c763bea2d34e x-openstack-request-id: req-b5872a51-411d-4f16-ab41-c763bea2d34e {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:13:24.456487 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cebd59d-87d0-453a-a5de-0af744f39fa4", "name": "network-vif-deleted", "tag": "f1ba6b6f-e867-475e-951d-89b162884955", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:13:24.456735 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b5872a51-411d-4f16-ab41-c763bea2d34e {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:13:24.457125 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cebd59d-87d0-453a-a5de-0af744f39fa4', 'name': 'network-vif-deleted', 'tag': 'f1ba6b6f-e867-475e-951d-89b162884955', 'status': 'completed', 'code': 200} Nov 16 19:13:24.496557 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-fa867e2d-f7ef-43e1-b440-fa5b9f3ad182 None None] Set router 24a9fefc-93d4-4508-ba51-d0b278ca25ec gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:13:24.707820 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-fa867e2d-f7ef-43e1-b440-fa5b9f3ad182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 4, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'bf5e390d-e9fd-449f-9e16-011f282697a3', 'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'mac_address': 'fa:16:3e:a7:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:41Z', 'updated_at': '2021-11-16T19:10:45Z', 'revision_number': 5, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'subnets': [{'id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:13:24.734903 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa867e2d-f7ef-43e1-b440-fa5b9f3ad182 None None] Checking router: 24a9fefc-93d4-4508-ba51-d0b278ca25ec for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:13:24.743344 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa867e2d-f7ef-43e1-b440-fa5b9f3ad182 None None] Routers {'24a9fefc-93d4-4508-ba51-d0b278ca25ec'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:13:24.743956 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-fa867e2d-f7ef-43e1-b440-fa5b9f3ad182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:13:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:13:24.848255 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-fa867e2d-f7ef-43e1-b440-fa5b9f3ad182 None None] Set router 24a9fefc-93d4-4508-ba51-d0b278ca25ec gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:13:25.048660 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-fa867e2d-f7ef-43e1-b440-fa5b9f3ad182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 4, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'bf5e390d-e9fd-449f-9e16-011f282697a3', 'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'mac_address': 'fa:16:3e:a7:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:41Z', 'updated_at': '2021-11-16T19:10:45Z', 'revision_number': 5, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'subnets': [{'id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:13:25.082530 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa867e2d-f7ef-43e1-b440-fa5b9f3ad182 None None] The sync data for ids ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'] in dv-cinder-667108-35-iscsi is: [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 4, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'bf5e390d-e9fd-449f-9e16-011f282697a3', 'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'mac_address': 'fa:16:3e:a7:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:41Z', 'updated_at': '2021-11-16T19:10:45Z', 'revision_number': 5, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'subnets': [{'id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:13:25.288320 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9b45fd-e82b-4f25-b282-40ecdb838eab None None] New status for floating IP 43b1c0ba-d15e-4d79-97de-41b71115127f: DOWN {{(pid=101698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 19:13:25.512061 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-5f1e1b9c-e64d-4465-8497-14730a7235db tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-470136781&fields=id&tenant_id=ffaa0849f50740c491e5f247362c3b10 HTTP/1.1" status: 200 len: 267 time: 0.0432723 Nov 16 19:13:25.827120 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-790385b1-4022-481a-95c2-c403b68011b1 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:25.828578 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-790385b1-4022-481a-95c2-c403b68011b1 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/networks?id=8869448c-a462-4b3c-b5fc-a38ebbecc48e HTTP/1.1" status: 200 len: 812 time: 0.3099847 Nov 16 19:13:25.843410 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-517b5e97-c5a0-4ba6-b710-992d90bd87db tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/quotas/ffaa0849f50740c491e5f247362c3b10 HTTP/1.1" status: 200 len: 375 time: 0.0092409 Nov 16 19:13:25.894502 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-d383cd3f-f4ce-49f5-9828-8e5c4050f34e tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ffaa0849f50740c491e5f247362c3b10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460505 Nov 16 19:13:25.910175 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-d682498c-984d-4dc8-ad46-614ceee552a0 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 19:13:25.911117 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-d682498c-984d-4dc8-ad46-614ceee552a0 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049257 Nov 16 19:13:26.001690 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-00dbbe61-af82-4b3f-92ef-32c796f645da service neutron] 10.222.0.46 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845096 Nov 16 19:13:26.087659 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-112841fa-7a0f-4424-9bc5-5c29f1a5dae9 service neutron] 10.222.0.46 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791333 Nov 16 19:13:26.356828 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0774742b-af96-4108-a9b7-f60f320667e0 req-2a09227f-f00b-46da-8378-87ae3238098d tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 210 time: 0.0288618 Nov 16 19:13:27.260559 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-dcbec544-aedf-481c-b6ae-da088704f8f1 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:27.262020 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-dcbec544-aedf-481c-b6ae-da088704f8f1 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.18 "GET /v2.0/networks?id=8869448c-a462-4b3c-b5fc-a38ebbecc48e HTTP/1.1" status: 200 len: 812 time: 0.1024673 Nov 16 19:13:27.331827 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-885bf0e4-86bc-497c-a590-c5aab1186027 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffaa0849f50740c491e5f247362c3b10 HTTP/1.1" status: 200 len: 379 time: 0.0579848 Nov 16 19:13:27.340863 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-cdd32382-12ee-44b3-8c1c-48a5a9607256 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Request body: {'port': {'device_id': '2654762b-4f00-4de9-b1af-e2be569d09c5', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'admin_state_up': True, 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'security_groups': ['e635683a-3e86-40a1-aa8a-3473c2d4db6b']}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:13:27.365671 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device f1ba6b6f-e867-475e-951d-89b162884955 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:13:27.386742 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] No Port match for: f1ba6b6f-e867-475e-951d-89b162884955 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:13:27.387094 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device f1ba6b6f-e867-475e-951d-89b162884955 not bound to the agent host hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:13:27.448512 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-cdd32382-12ee-44b3-8c1c-48a5a9607256 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Made reservation on behalf of ffaa0849f50740c491e5f247362c3b10 for: {'port': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:13:27.451987 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-cdd32382-12ee-44b3-8c1c-48a5a9607256 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:27.452523 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-55a251c6-b320-4043-8e77-a8b70452fd60 req-887936c1-6354-47fd-b6bf-51a3a0d7d8bc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 210 time: 0.0269003 Nov 16 19:13:27.578094 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-cdd32382-12ee-44b3-8c1c-48a5a9607256 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Allocated IP 172.20.0.6 (8869448c-a462-4b3c-b5fc-a38ebbecc48e/1968e57c-025d-4b7d-8c0b-82ea90efd865/a30d891d-e171-4453-a208-576a4e39415d) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:13:27.715888 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-cdd32382-12ee-44b3-8c1c-48a5a9607256 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:27.752090 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-cdd32382-12ee-44b3-8c1c-48a5a9607256 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:27.792405 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-cdd32382-12ee-44b3-8c1c-48a5a9607256 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Network 8869448c-a462-4b3c-b5fc-a38ebbecc48e is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:13:27.797337 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-cdd32382-12ee-44b3-8c1c-48a5a9607256 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:13:27.800995 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-cdd32382-12ee-44b3-8c1c-48a5a9607256 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:13:27.827695 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd32382-12ee-44b3-8c1c-48a5a9607256 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Pushing event updated for resources: {'Port': ['ID=a30d891d-e171-4453-a208-576a4e39415d,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:13:27.855430 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-cdd32382-12ee-44b3-8c1c-48a5a9607256 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:27.856064 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-cdd32382-12ee-44b3-8c1c-48a5a9607256 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:27.873897 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-cdd32382-12ee-44b3-8c1c-48a5a9607256 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5364857 Nov 16 19:13:27.887520 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] Request body: {'port': {'device_id': '2654762b-4f00-4de9-b1af-e2be569d09c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:13:27.941733 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:28.009891 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6dd01105-5761-450d-b38d-d94be0c677bf None None] Provisioning complete for port a30d891d-e171-4453-a208-576a4e39415d triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:13:28.010266 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6dd01105-5761-450d-b38d-d94be0c677bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:28.043226 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6dd01105-5761-450d-b38d-d94be0c677bf None None] Port a30d891d-e171-4453-a208-576a4e39415d cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:13:28.205015 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30d891d-e171-4453-a208-576a4e39415d {{(pid=101696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:13:28.212358 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:28.224692 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.provisioning_blocks [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] Transition to ACTIVE for port object a30d891d-e171-4453-a208-576a4e39415d will not be triggered until provisioned by entity L2. {{(pid=101696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 19:13:28.227882 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:28.279189 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] Pushing event updated for resources: {'Port': ['ID=a30d891d-e171-4453-a208-576a4e39415d,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:13:28.345950 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] Attempting to bind port a30d891d-e171-4453-a208-576a4e39415d on host hv-cinder-66710 for vnic_type normal with profile {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:13:28.346380 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] Attempting to bind port a30d891d-e171-4453-a208-576a4e39415d by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '7ea8474d-e758-4aa7-a8b3-029b9f135415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e'}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:13:28.346776 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] Attempting to bind port a30d891d-e171-4453-a208-576a4e39415d on network 8869448c-a462-4b3c-b5fc-a38ebbecc48e {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:13:28.351632 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] Port a30d891d-e171-4453-a208-576a4e39415d on network 8869448c-a462-4b3c-b5fc-a38ebbecc48e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 19:13:28.352045 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] Attempting to bind port a30d891d-e171-4453-a208-576a4e39415d on network 8869448c-a462-4b3c-b5fc-a38ebbecc48e {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:13:28.357682 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] Checking agent: {'id': 'b114dd46-986e-4d55-bca0-7e9758e41aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'started_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:13:28.358028 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] Checking segment: {'id': '7ea8474d-e758-4aa7-a8b3-029b9f135415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:13:28.358420 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] Bound using segment: {'id': '7ea8474d-e758-4aa7-a8b3-029b9f135415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e'} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:13:28.358846 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] Bound port: a30d891d-e171-4453-a208-576a4e39415d, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea8474d-e758-4aa7-a8b3-029b9f135415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e'}}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:13:28.359205 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:28.688959 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f5e30-22bd-4cc0-bf7a-7aa8b65cfa4a req-3ba41801-624b-4f29-af45-43a19d9a8c37 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:28.690420 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6e4f5e30-22bd-4cc0-bf7a-7aa8b65cfa4a req-3ba41801-624b-4f29-af45-43a19d9a8c37 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 943 time: 0.0806234 Nov 16 19:13:28.710678 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] For port a30d891d-e171-4453-a208-576a4e39415d, host hv-cinder-66710, cleared binding levels {{(pid=101696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:13:28.726697 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] For port a30d891d-e171-4453-a208-576a4e39415d, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=a30d891d-e171-4453-a208-576a4e39415d,segment=NetworkSegment(7ea8474d-e758-4aa7-a8b3-029b9f135415),segment_id=7ea8474d-e758-4aa7-a8b3-029b9f135415)] {{(pid=101696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:13:28.733828 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:28.781293 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:28.781975 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:28.783472 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] 10.222.0.18 "PUT /v2.0/ports/a30d891d-e171-4453-a208-576a4e39415d HTTP/1.1" status: 200 len: 1093 time: 0.9003003 Nov 16 19:13:28.785768 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2654762b-4f00-4de9-b1af-e2be569d09c5', 'tag': 'a30d891d-e171-4453-a208-576a4e39415d'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:13:28.788556 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79097499-fbc9-4162-86e4-86302b5854df" -d '{"events": [{"name": "network-changed", "server_uuid": "2654762b-4f00-4de9-b1af-e2be569d09c5", "tag": "a30d891d-e171-4453-a208-576a4e39415d"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:13:28.795767 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6e4f5e30-22bd-4cc0-bf7a-7aa8b65cfa4a req-8ed980bf-48f3-4565-a8c8-8bfeedb28fc4 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995326 Nov 16 19:13:28.826691 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa76ff6-30b0-4627-8ff8-0a7a05c538ac service neutron] Pushing event updated for resources: {'Port': ['ID=a30d891d-e171-4453-a208-576a4e39415d,revision_number=3']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:13:28.840969 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2a64d5-cfb4-40aa-802e-1934d7e3d3da x-openstack-request-id: req-0b2a64d5-cfb4-40aa-802e-1934d7e3d3da {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:13:28.841358 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2654762b-4f00-4de9-b1af-e2be569d09c5", "tag": "a30d891d-e171-4453-a208-576a4e39415d", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:13:28.841764 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0b2a64d5-cfb4-40aa-802e-1934d7e3d3da {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:13:28.842246 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2654762b-4f00-4de9-b1af-e2be569d09c5', 'tag': 'a30d891d-e171-4453-a208-576a4e39415d', 'status': 'completed', 'code': 200} Nov 16 19:13:28.872425 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-7eddcede-748b-4b5a-a993-a4b2804b34cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:28.874056 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-7eddcede-748b-4b5a-a993-a4b2804b34cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffaa0849f50740c491e5f247362c3b10&device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 1096 time: 0.0437081 Nov 16 19:13:28.919489 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-e91da7ec-6252-4920-be80-8e0fd31e932a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30d891d-e171-4453-a208-576a4e39415d HTTP/1.1" status: 200 len: 217 time: 0.0340776 Nov 16 19:13:28.978292 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-3825b8a9-8cc1-4998-8a0b-6ab144720406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:28.979668 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-3825b8a9-8cc1-4998-8a0b-6ab144720406 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1968e57c-025d-4b7d-8c0b-82ea90efd865 HTTP/1.1" status: 200 len: 851 time: 0.0485497 Nov 16 19:13:29.025417 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-e9c5d845-7773-4413-8829-a3089cd4809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:29.026938 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-e9c5d845-7773-4413-8829-a3089cd4809a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8869448c-a462-4b3c-b5fc-a38ebbecc48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393639 Nov 16 19:13:29.112705 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-44bb348c-d74b-456d-bf36-3372186b80b8 service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781250 Nov 16 19:13:29.203615 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-3422797a-e8ad-47d0-9deb-f33de9a48cea req-bf01dff4-5d53-4706-a4b4-6303d9adee2a service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831249 Nov 16 19:13:29.294788 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79097499-fbc9-4162-86e4-86302b5854df req-8a5c21a0-d6d9-4d89-92e5-b8ecc5d88b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:29.296181 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-79097499-fbc9-4162-86e4-86302b5854df req-8a5c21a0-d6d9-4d89-92e5-b8ecc5d88b66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffaa0849f50740c491e5f247362c3b10&device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 1096 time: 0.0401855 Nov 16 19:13:29.390662 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79097499-fbc9-4162-86e4-86302b5854df req-80e98adc-ac8c-4d11-a65e-5c9a50a17477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:29.392111 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-79097499-fbc9-4162-86e4-86302b5854df req-80e98adc-ac8c-4d11-a65e-5c9a50a17477 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8869448c-a462-4b3c-b5fc-a38ebbecc48e HTTP/1.1" status: 200 len: 913 time: 0.0864694 Nov 16 19:13:29.435858 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-79097499-fbc9-4162-86e4-86302b5854df req-f3749eac-b7ee-4e62-8903-e2d1c45d82f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30d891d-e171-4453-a208-576a4e39415d HTTP/1.1" status: 200 len: 217 time: 0.0330403 Nov 16 19:13:29.489785 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79097499-fbc9-4162-86e4-86302b5854df req-10752c38-ed88-4e9f-b4a7-0801637c45d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:29.491176 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-79097499-fbc9-4162-86e4-86302b5854df req-10752c38-ed88-4e9f-b4a7-0801637c45d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1968e57c-025d-4b7d-8c0b-82ea90efd865 HTTP/1.1" status: 200 len: 851 time: 0.0456514 Nov 16 19:13:29.537561 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79097499-fbc9-4162-86e4-86302b5854df req-29ace9f4-1386-493e-be32-889f24012ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:29.539011 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-79097499-fbc9-4162-86e4-86302b5854df req-29ace9f4-1386-493e-be32-889f24012ffd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8869448c-a462-4b3c-b5fc-a38ebbecc48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397892 Nov 16 19:13:29.627785 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-79097499-fbc9-4162-86e4-86302b5854df req-f718561e-0530-4809-8033-14bd0fa2137d service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804667 Nov 16 19:13:29.719951 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-79097499-fbc9-4162-86e4-86302b5854df req-d0f77977-cfc4-4c02-8e48-4a7e4ea0f03f service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832658 Nov 16 19:13:29.923721 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4936e0-b867-41c2-94b6-3f657c2b3c07 req-03e8c27f-ecee-4f4a-b95c-8ac6a61876f3 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:29.925126 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6b4936e0-b867-41c2-94b6-3f657c2b3c07 req-03e8c27f-ecee-4f4a-b95c-8ac6a61876f3 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 943 time: 0.0530009 Nov 16 19:13:29.973437 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6b4936e0-b867-41c2-94b6-3f657c2b3c07 req-61758167-0ae4-459f-a865-4cadc435641e tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423071 Nov 16 19:13:30.563457 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:31.090281 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a544fd7-033d-4c1f-91e2-6c316996bde9 req-f4013e66-8bf3-41b2-b494-2f430efbe4e2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:31.091748 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-7a544fd7-033d-4c1f-91e2-6c316996bde9 req-f4013e66-8bf3-41b2-b494-2f430efbe4e2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 943 time: 0.0519741 Nov 16 19:13:31.139874 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-7a544fd7-033d-4c1f-91e2-6c316996bde9 req-f3df3109-909d-44b6-a1b8-55c12b6edd4a tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423248 Nov 16 19:13:32.255405 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7fb86-7ab0-42b7-886b-ee55b893a2a0 req-f8e94dad-294f-4068-8b1b-990fbb284b1b tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:32.256865 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-36c7fb86-7ab0-42b7-886b-ee55b893a2a0 req-f8e94dad-294f-4068-8b1b-990fbb284b1b tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 943 time: 0.0525901 Nov 16 19:13:32.305789 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-36c7fb86-7ab0-42b7-886b-ee55b893a2a0 req-0b7d5e0b-9cc5-4dc8-9148-35dfebf75560 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429909 Nov 16 19:13:33.417428 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff1fa0-abb2-4026-bda2-b0bc54b1a7cc req-afb75790-0d78-4f05-96be-b12f41c45225 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:33.418943 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d9ff1fa0-abb2-4026-bda2-b0bc54b1a7cc req-afb75790-0d78-4f05-96be-b12f41c45225 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 943 time: 0.0484035 Nov 16 19:13:33.466682 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d9ff1fa0-abb2-4026-bda2-b0bc54b1a7cc req-103a27e5-e00b-4caa-935d-66938b2d0e93 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419843 Nov 16 19:13:34.577180 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bc3da-7c73-4e76-8626-c35e666af749 req-a8dfb04c-0f35-45b8-91d8-21c0d06de99c tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:34.578667 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-410bc3da-7c73-4e76-8626-c35e666af749 req-a8dfb04c-0f35-45b8-91d8-21c0d06de99c tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 943 time: 0.0470884 Nov 16 19:13:34.627637 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-410bc3da-7c73-4e76-8626-c35e666af749 req-2c751b70-6d99-496f-a541-8d8d95244bf2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431001 Nov 16 19:13:35.740914 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06aa68b-a31d-456a-afdd-772399ad15d3 req-3cde9675-9cd1-4ec6-8fd0-1ef600fae2a7 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:35.742389 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e06aa68b-a31d-456a-afdd-772399ad15d3 req-3cde9675-9cd1-4ec6-8fd0-1ef600fae2a7 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 943 time: 0.0475733 Nov 16 19:13:35.794520 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e06aa68b-a31d-456a-afdd-772399ad15d3 req-191261d9-8e44-446a-b514-0d3d7a2570c5 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456371 Nov 16 19:13:36.855497 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-2daa5bae-6cca-46c6-8580-9e87fb772e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:36.908368 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1360b7-5757-4007-ada5-4f918ca7eb3d req-edbfe88e-75bd-40f2-a0ec-ad7edde6c8ad tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:36.909851 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cd1360b7-5757-4007-ada5-4f918ca7eb3d req-edbfe88e-75bd-40f2-a0ec-ad7edde6c8ad tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 943 time: 0.0481451 Nov 16 19:13:36.960936 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cd1360b7-5757-4007-ada5-4f918ca7eb3d req-42d42ff6-3a6a-484b-ae52-cbe4e4127d6f tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452759 Nov 16 19:13:37.397911 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device a30d891d-e171-4453-a208-576a4e39415d details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:13:37.492721 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port a30d891d-e171-4453-a208-576a4e39415d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=a30d891d-e171-4453-a208-576a4e39415d,segment=NetworkSegment(7ea8474d-e758-4aa7-a8b3-029b9f135415),segment_id=7ea8474d-e758-4aa7-a8b3-029b9f135415)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:13:37.504134 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': 'a30d891d-e171-4453-a208-576a4e39415d', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'port_id': 'a30d891d-e171-4453-a208-576a4e39415d', 'mac_address': 'fa:16:3e:68:9a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:13:37.541242 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:37.553430 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30d891d-e171-4453-a208-576a4e39415d {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:13:37.571351 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port a30d891d-e171-4453-a208-576a4e39415d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=a30d891d-e171-4453-a208-576a4e39415d,segment=NetworkSegment(7ea8474d-e758-4aa7-a8b3-029b9f135415),segment_id=7ea8474d-e758-4aa7-a8b3-029b9f135415)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:13:37.575070 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:37.620601 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=a30d891d-e171-4453-a208-576a4e39415d,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:13:37.627290 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:37.627640 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:37.627980 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:37.628315 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:37.628903 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:37.629233 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:37.629579 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:37.629910 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:37.630234 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:37.630556 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:37.630877 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:37.631197 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:13:37.804516 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['a30d891d-e171-4453-a208-576a4e39415d'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:13:38.072443 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aeab07-3241-4570-b981-1c80d41a89dc req-a64dcec9-1a81-4523-a388-23d5609e72dc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:38.073928 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e6aeab07-3241-4570-b981-1c80d41a89dc req-a64dcec9-1a81-4523-a388-23d5609e72dc tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 944 time: 0.0473585 Nov 16 19:13:38.121231 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-e6aeab07-3241-4570-b981-1c80d41a89dc req-cd721c05-0b9a-47c2-8bdb-b740f9434d1e tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415545 Nov 16 19:13:39.232512 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606bc87-6e16-4bbd-b6d8-a1826a3a07e7 req-e03b9de7-a21a-4a66-913b-07fa053d1a09 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:39.233983 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0606bc87-6e16-4bbd-b6d8-a1826a3a07e7 req-e03b9de7-a21a-4a66-913b-07fa053d1a09 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 944 time: 0.0479190 Nov 16 19:13:39.281411 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-0606bc87-6e16-4bbd-b6d8-a1826a3a07e7 req-3e80b4b0-8922-4e30-bc61-0fdf25e81339 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416448 Nov 16 19:13:39.404067 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device a30d891d-e171-4453-a208-576a4e39415d up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:13:39.454167 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning for port a30d891d-e171-4453-a208-576a4e39415d completed by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 19:13:39.458180 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port a30d891d-e171-4453-a208-576a4e39415d triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:13:39.458551 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:39.532200 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:39.554274 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2654762b-4f00-4de9-b1af-e2be569d09c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30d891d-e171-4453-a208-576a4e39415d'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:13:39.556680 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3f8cb2-f6cf-43a2-9e1f-749cb791f335" -d '{"events": [{"server_uuid": "2654762b-4f00-4de9-b1af-e2be569d09c5", "name": "network-vif-plugged", "status": "completed", "tag": "a30d891d-e171-4453-a208-576a4e39415d"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:13:39.569326 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port a30d891d-e171-4453-a208-576a4e39415d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=a30d891d-e171-4453-a208-576a4e39415d,segment=NetworkSegment(7ea8474d-e758-4aa7-a8b3-029b9f135415),segment_id=7ea8474d-e758-4aa7-a8b3-029b9f135415)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:13:39.574924 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:39.597857 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2161ab2e-6d68-4667-a52d-c44bdf9860dc x-openstack-request-id: req-2161ab2e-6d68-4667-a52d-c44bdf9860dc {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:13:39.598150 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2654762b-4f00-4de9-b1af-e2be569d09c5", "name": "network-vif-plugged", "status": "completed", "tag": "a30d891d-e171-4453-a208-576a4e39415d", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:13:39.598402 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2161ab2e-6d68-4667-a52d-c44bdf9860dc {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:13:39.598789 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2654762b-4f00-4de9-b1af-e2be569d09c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30d891d-e171-4453-a208-576a4e39415d', 'code': 200} Nov 16 19:13:39.623841 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=a30d891d-e171-4453-a208-576a4e39415d,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:13:39.818163 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d17e1-8b61-4619-8cae-f8f2c56fb87a req-ed516e34-8db0-4ea5-85ea-5a5bf746dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:39.819512 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-283d17e1-8b61-4619-8cae-f8f2c56fb87a req-ed516e34-8db0-4ea5-85ea-5a5bf746dea1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 1098 time: 0.0386338 Nov 16 19:13:39.860087 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-d394a43e-0ba8-40d1-9e7c-17c75c2d206c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:39.868497 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-283d17e1-8b61-4619-8cae-f8f2c56fb87a req-7778cb9e-492f-4ada-8399-f0d29f6ec28c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390348 Nov 16 19:13:40.403407 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06f475-fba6-4768-a052-a42c98eaf85f req-729253fc-c68f-49e3-baf7-0e93145d3a58 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:40.404877 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5f06f475-fba6-4768-a052-a42c98eaf85f req-729253fc-c68f-49e3-baf7-0e93145d3a58 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 945 time: 0.0572891 Nov 16 19:13:40.452753 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5f06f475-fba6-4768-a052-a42c98eaf85f req-0dfbb0b3-b62f-4661-b6a5-4348a59f9f45 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420458 Nov 16 19:13:41.391310 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:41.420607 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-db4d9c9d-4107-4cbf-a1be-534e7fa842c2 req-4957f430-552a-4177-b18a-5e03e9e6c253 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391340 Nov 16 19:13:41.506066 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d9c9d-4107-4cbf-a1be-534e7fa842c2 req-82bfb9bc-e2a8-41de-8035-a5438116f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:41.507559 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-db4d9c9d-4107-4cbf-a1be-534e7fa842c2 req-82bfb9bc-e2a8-41de-8035-a5438116f24c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64eef6e0383c42f39e24aff3690b58fa&device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 1099 time: 0.0402205 Nov 16 19:13:41.567342 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66ccf7-a6e5-4ba3-aa9b-fc1255aa348a req-1b6e1b44-b599-4896-8962-7e89334a260f tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:41.568816 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-0e66ccf7-a6e5-4ba3-aa9b-fc1255aa348a req-1b6e1b44-b599-4896-8962-7e89334a260f tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 945 time: 0.0489986 Nov 16 19:13:41.590124 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:13:41.616749 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d9c9d-4107-4cbf-a1be-534e7fa842c2 req-e20f9849-99d9-4e72-afe5-3b5ffa2bd289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:41.618174 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-db4d9c9d-4107-4cbf-a1be-534e7fa842c2 req-e20f9849-99d9-4e72-afe5-3b5ffa2bd289 service neutron] 10.222.0.18 "GET /v2.0/networks?id=33fd3960-6c3f-4161-8d19-bd407c7a0dc6 HTTP/1.1" status: 200 len: 910 time: 0.0884101 Nov 16 19:13:41.618666 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-0e66ccf7-a6e5-4ba3-aa9b-fc1255aa348a req-1716b9f4-1130-43f4-95e9-413a1c6b970f tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438478 Nov 16 19:13:41.688284 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-db4d9c9d-4107-4cbf-a1be-534e7fa842c2 req-5150542f-1a28-4a34-9ce6-43cd5f1fa410 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09ee89b4-ca67-46d8-a2ca-e497e063a615 HTTP/1.1" status: 200 len: 1001 time: 0.0600550 Nov 16 19:13:41.764662 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d9c9d-4107-4cbf-a1be-534e7fa842c2 req-93e4beb3-95ba-4534-b9e7-fb24a58acf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:41.766147 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-db4d9c9d-4107-4cbf-a1be-534e7fa842c2 req-93e4beb3-95ba-4534-b9e7-fb24a58acf29 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0febde38-a6ec-4de2-b239-e4ad19cc38fc HTTP/1.1" status: 200 len: 848 time: 0.0679717 Nov 16 19:13:41.773355 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2049971-1658-4272-b28b-e96a3881956f req-2538a30c-0c34-4cb0-9d20-b58a52a5c78d tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:41.774724 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d2049971-1658-4272-b28b-e96a3881956f req-2538a30c-0c34-4cb0-9d20-b58a52a5c78d tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 945 time: 0.0897241 Nov 16 19:13:41.842700 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d9c9d-4107-4cbf-a1be-534e7fa842c2 req-756974f9-a99d-4fac-b62e-9be315ebd1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:41.844157 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-db4d9c9d-4107-4cbf-a1be-534e7fa842c2 req-756974f9-a99d-4fac-b62e-9be315ebd1ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=33fd3960-6c3f-4161-8d19-bd407c7a0dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0685871 Nov 16 19:13:41.849048 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-d2049971-1658-4272-b28b-e96a3881956f req-9d67766a-bb10-4c55-9019-d735a36fc946 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653427 Nov 16 19:13:41.872964 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54754) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:13:41.915127 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af8ce15-7784-430b-8b11-2b87e62c6131 tempest-TestVolumeBootPattern-1840865850 tempest-TestVolumeBootPattern-1840865850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:41.917226 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-2af8ce15-7784-430b-8b11-2b87e62c6131 tempest-TestVolumeBootPattern-1840865850 tempest-TestVolumeBootPattern-1840865850-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 1093 time: 0.0432656 Nov 16 19:13:41.919920 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54756) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:13:41.924202 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-008eab02-88b9-48d6-a41a-29f6650247b6 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Request body: {'floatingip': {'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'port_id': 'a30d891d-e171-4453-a208-576a4e39415d', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:13:41.945948 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-008eab02-88b9-48d6-a41a-29f6650247b6 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for floatingip, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:41.946226 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-db4d9c9d-4107-4cbf-a1be-534e7fa842c2 req-ea895a65-774b-4b42-a295-d93ee4ca89ff service neutron] 10.222.0.18 "GET /v2.0/networks/33fd3960-6c3f-4161-8d19-bd407c7a0dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862441 Nov 16 19:13:42.039658 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-008eab02-88b9-48d6-a41a-29f6650247b6 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:42.044891 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-db4d9c9d-4107-4cbf-a1be-534e7fa842c2 req-bef1ed02-1eae-4715-b171-651f3c397756 service neutron] 10.222.0.18 "GET /v2.0/networks/33fd3960-6c3f-4161-8d19-bd407c7a0dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871496 Nov 16 19:13:42.144357 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_common [None req-008eab02-88b9-48d6-a41a-29f6650247b6 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Allocated IP 172.27.0.187 (5f3ac952-8559-40cc-8fc1-b48178a4ccf1/5b3505d5-c140-47b1-9b3e-49bde3fac2c7/50ab996a-2869-427a-8517-6d342d0fe9b4) {{(pid=101695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:13:42.244604 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-008eab02-88b9-48d6-a41a-29f6650247b6 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for port, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:42.277369 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-008eab02-88b9-48d6-a41a-29f6650247b6 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:42.315338 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008eab02-88b9-48d6-a41a-29f6650247b6 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:13:42.321427 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-008eab02-88b9-48d6-a41a-29f6650247b6 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:13:42.324531 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008eab02-88b9-48d6-a41a-29f6650247b6 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Received port after_create {{(pid=101695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:13:42.349630 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008eab02-88b9-48d6-a41a-29f6650247b6 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Pushing event updated for resources: {'Port': ['ID=50ab996a-2869-427a-8517-6d342d0fe9b4,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:13:42.658846 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-008eab02-88b9-48d6-a41a-29f6650247b6 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:42.725304 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-008eab02-88b9-48d6-a41a-29f6650247b6 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:42.873689 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-008eab02-88b9-48d6-a41a-29f6650247b6 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for port, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:42.877871 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-008eab02-88b9-48d6-a41a-29f6650247b6 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63250401'] for port, after_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:42.945171 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008eab02-88b9-48d6-a41a-29f6650247b6 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Pushing event updated for resources: {'Port': ['ID=50ab996a-2869-427a-8517-6d342d0fe9b4,revision_number=2']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:13:42.952853 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-008eab02-88b9-48d6-a41a-29f6650247b6 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833619'] for floatingip, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:43.054704 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.l3_db [None req-008eab02-88b9-48d6-a41a-29f6650247b6 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Floating IP 9f249701-6f22-4471-bfad-4b501a732398 associated. External IP: 172.27.0.187, port: a30d891d-e171-4453-a208-576a4e39415d. Nov 16 19:13:43.207136 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:43.254211 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008eab02-88b9-48d6-a41a-29f6650247b6 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Router 24a9fefc-93d4-4508-ba51-d0b278ca25ec has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:13:43.358904 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008eab02-88b9-48d6-a41a-29f6650247b6 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:13:43.369973 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782685f-0667-477f-b964-c3bb5e4d9c6c None None] Sync routers for ids ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:13:43.376334 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-008eab02-88b9-48d6-a41a-29f6650247b6 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for floatingip, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:43.380556 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4782685f-0667-477f-b964-c3bb5e4d9c6c None None] Routers {'24a9fefc-93d4-4508-ba51-d0b278ca25ec'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:13:43.381249 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-4782685f-0667-477f-b964-c3bb5e4d9c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:13:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:13:43.404097 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-008eab02-88b9-48d6-a41a-29f6650247b6 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4831009 Nov 16 19:13:43.404662 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2654762b-4f00-4de9-b1af-e2be569d09c5', 'tag': 'a30d891d-e171-4453-a208-576a4e39415d'}] {{(pid=101695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:13:43.406902 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd271a50102e67beddb2fedac2b1f0e72c74193367130158f77a5ad7182eeeac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8a6ab0-b99c-40f4-9adb-84295b981b09" -d '{"events": [{"name": "network-changed", "server_uuid": "2654762b-4f00-4de9-b1af-e2be569d09c5", "tag": "a30d891d-e171-4453-a208-576a4e39415d"}]}' {{(pid=101695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:13:43.441741 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6ee21a-16a6-4d6d-8ad5-7a318997a982 x-openstack-request-id: req-eb6ee21a-16a6-4d6d-8ad5-7a318997a982 {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:13:43.442040 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2654762b-4f00-4de9-b1af-e2be569d09c5", "tag": "a30d891d-e171-4453-a208-576a4e39415d", "status": "completed", "code": 200}]} {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:13:43.442389 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eb6ee21a-16a6-4d6d-8ad5-7a318997a982 {{(pid=101695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:13:43.442801 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2654762b-4f00-4de9-b1af-e2be569d09c5', 'tag': 'a30d891d-e171-4453-a208-576a4e39415d', 'status': 'completed', 'code': 200} Nov 16 19:13:43.488242 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-4782685f-0667-477f-b964-c3bb5e4d9c6c None None] Set router 24a9fefc-93d4-4508-ba51-d0b278ca25ec gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:13:43.503108 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a6ab0-b99c-40f4-9adb-84295b981b09 req-35b6ad64-782f-4da5-851d-7a3346e44a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:43.504870 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dd8a6ab0-b99c-40f4-9adb-84295b981b09 req-35b6ad64-782f-4da5-851d-7a3346e44a3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffaa0849f50740c491e5f247362c3b10&device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 1098 time: 0.0395381 Nov 16 19:13:43.594481 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a6ab0-b99c-40f4-9adb-84295b981b09 req-bb5c673a-fb6a-43e9-bcb2-aa693fbf45a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:43.595974 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dd8a6ab0-b99c-40f4-9adb-84295b981b09 req-bb5c673a-fb6a-43e9-bcb2-aa693fbf45a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8869448c-a462-4b3c-b5fc-a38ebbecc48e HTTP/1.1" status: 200 len: 913 time: 0.0836973 Nov 16 19:13:43.670130 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dd8a6ab0-b99c-40f4-9adb-84295b981b09 req-ae22c188-0784-4a8e-a133-158fd19b1858 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30d891d-e171-4453-a208-576a4e39415d HTTP/1.1" status: 200 len: 999 time: 0.0661132 Nov 16 19:13:43.721137 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a6ab0-b99c-40f4-9adb-84295b981b09 req-6a40cfac-270a-4d59-86b1-6a0df7851aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:43.722651 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dd8a6ab0-b99c-40f4-9adb-84295b981b09 req-6a40cfac-270a-4d59-86b1-6a0df7851aa8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1968e57c-025d-4b7d-8c0b-82ea90efd865 HTTP/1.1" status: 200 len: 851 time: 0.0448971 Nov 16 19:13:43.767745 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a6ab0-b99c-40f4-9adb-84295b981b09 req-08eeb3ac-f1dc-4c03-b20b-0e16548e6f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:13:43.769126 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dd8a6ab0-b99c-40f4-9adb-84295b981b09 req-08eeb3ac-f1dc-4c03-b20b-0e16548e6f0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8869448c-a462-4b3c-b5fc-a38ebbecc48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390348 Nov 16 19:13:43.824681 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:13:43.849596 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-4782685f-0667-477f-b964-c3bb5e4d9c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 4, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '9f249701-6f22-4471-bfad-4b501a732398', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'port_id': 'a30d891d-e171-4453-a208-576a4e39415d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'mac_address': 'fa:16:3e:68:9a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2654762b-4f00-4de9-b1af-e2be569d09c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:13:42Z', 'updated_at': '2021-11-16T19:13:42Z', 'revision_number': 0, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5e390d-e9fd-449f-9e16-011f282697a3', 'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'mac_address': 'fa:16:3e:a7:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:41Z', 'updated_at': '2021-11-16T19:10:45Z', 'revision_number': 5, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'subnets': [{'id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:13:43.872890 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dd8a6ab0-b99c-40f4-9adb-84295b981b09 req-9279c4f8-95a2-47ea-8061-fec3173b48cb service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893660 Nov 16 19:13:43.877225 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782685f-0667-477f-b964-c3bb5e4d9c6c None None] Checking router: 24a9fefc-93d4-4508-ba51-d0b278ca25ec for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:13:43.886797 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4782685f-0667-477f-b964-c3bb5e4d9c6c None None] Routers {'24a9fefc-93d4-4508-ba51-d0b278ca25ec'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:13:43.887416 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-4782685f-0667-477f-b964-c3bb5e4d9c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:13:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:13:43.964154 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-dd8a6ab0-b99c-40f4-9adb-84295b981b09 req-25fd3bca-786c-4f47-a7b9-29e6917c65b9 service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837016 Nov 16 19:13:43.996208 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-4782685f-0667-477f-b964-c3bb5e4d9c6c None None] Set router 24a9fefc-93d4-4508-ba51-d0b278ca25ec gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:13:44.215490 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-4782685f-0667-477f-b964-c3bb5e4d9c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 4, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '9f249701-6f22-4471-bfad-4b501a732398', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'port_id': 'a30d891d-e171-4453-a208-576a4e39415d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'mac_address': 'fa:16:3e:68:9a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2654762b-4f00-4de9-b1af-e2be569d09c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:13:42Z', 'updated_at': '2021-11-16T19:13:42Z', 'revision_number': 0, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5e390d-e9fd-449f-9e16-011f282697a3', 'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'mac_address': 'fa:16:3e:a7:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:41Z', 'updated_at': '2021-11-16T19:10:45Z', 'revision_number': 5, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'subnets': [{'id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:13:44.244413 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782685f-0667-477f-b964-c3bb5e4d9c6c None None] The sync data for ids ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'] in dv-cinder-667108-35-iscsi is: [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 4, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '9f249701-6f22-4471-bfad-4b501a732398', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'port_id': 'a30d891d-e171-4453-a208-576a4e39415d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'mac_address': 'fa:16:3e:68:9a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2654762b-4f00-4de9-b1af-e2be569d09c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:13:42Z', 'updated_at': '2021-11-16T19:13:42Z', 'revision_number': 0, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5e390d-e9fd-449f-9e16-011f282697a3', 'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'mac_address': 'fa:16:3e:a7:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:41Z', 'updated_at': '2021-11-16T19:10:45Z', 'revision_number': 5, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'subnets': [{'id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:13:44.433959 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30403080-12ca-4e2f-9228-f8aea7a1e1e4 None None] New status for floating IP 9f249701-6f22-4471-bfad-4b501a732398: ACTIVE {{(pid=101698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 19:14:00.571114 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:14:06.858070 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-659551e9-aeee-4673-95a0-9fa980d91d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:14:09.861268 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-5c18f642-ea99-4ff4-92c9-2f21f2fda496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:14:11.394816 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:14:13.208179 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:14:13.825176 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:14:18.588472 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:14:30.572375 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:14:36.859865 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-7039e8cf-6a75-42cd-b91e-0240aa352f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:14:39.861615 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-a2d9aa7b-fd37-4d93-914a-ca1dae86a1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:14:41.396440 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:14:42.433866 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f80e7271-1913-42a5-a16c-aac52e5bb4bd req-0ada2d37-db0c-42ca-a544-627b6b468199 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2654762b-4f00-4de9-b1af-e2be569d09c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453823 Nov 16 19:14:42.493117 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e7271-1913-42a5-a16c-aac52e5bb4bd req-32ee95b0-ec59-4cff-bcae-a385d8f981ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:14:42.494608 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f80e7271-1913-42a5-a16c-aac52e5bb4bd req-32ee95b0-ec59-4cff-bcae-a385d8f981ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffaa0849f50740c491e5f247362c3b10&device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 1098 time: 0.0393114 Nov 16 19:14:42.599911 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e7271-1913-42a5-a16c-aac52e5bb4bd req-fd7d1034-e8df-4691-947d-6318672e88ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:14:42.601350 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f80e7271-1913-42a5-a16c-aac52e5bb4bd req-fd7d1034-e8df-4691-947d-6318672e88ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=8869448c-a462-4b3c-b5fc-a38ebbecc48e HTTP/1.1" status: 200 len: 913 time: 0.0862050 Nov 16 19:14:42.665880 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f80e7271-1913-42a5-a16c-aac52e5bb4bd req-f59982e7-70d0-44dc-bdbd-305ffaa84172 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30d891d-e171-4453-a208-576a4e39415d HTTP/1.1" status: 200 len: 1001 time: 0.0566742 Nov 16 19:14:42.717227 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e7271-1913-42a5-a16c-aac52e5bb4bd req-fdaaea58-9f3e-4e50-b3a3-369ae8525ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:14:42.718620 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f80e7271-1913-42a5-a16c-aac52e5bb4bd req-fdaaea58-9f3e-4e50-b3a3-369ae8525ca5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1968e57c-025d-4b7d-8c0b-82ea90efd865 HTTP/1.1" status: 200 len: 851 time: 0.0424743 Nov 16 19:14:42.767929 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e7271-1913-42a5-a16c-aac52e5bb4bd req-430a38f6-240e-43b2-8b66-9890f6bca455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:14:42.769444 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f80e7271-1913-42a5-a16c-aac52e5bb4bd req-430a38f6-240e-43b2-8b66-9890f6bca455 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8869448c-a462-4b3c-b5fc-a38ebbecc48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436230 Nov 16 19:14:42.859085 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f80e7271-1913-42a5-a16c-aac52e5bb4bd req-5cc65cc1-69d8-43f6-b678-75d15b3624f8 service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806038 Nov 16 19:14:42.956500 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f80e7271-1913-42a5-a16c-aac52e5bb4bd req-86a01551-ebf1-4ce5-aa39-4a0aa1d8b382 service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866218 Nov 16 19:14:43.211784 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:14:43.825096 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:14:55.586439 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:15:00.576975 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:06.861409 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-1fdc836e-8c98-4054-82d3-ecabf965ca42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:09.714535 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d3828-f6e1-48c0-a125-57fe54e67ae5 req-c6591838-ad12-40a1-a74f-90be3e3e5247 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:09.716020 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-b73d3828-f6e1-48c0-a125-57fe54e67ae5 req-c6591838-ad12-40a1-a74f-90be3e3e5247 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 946 time: 0.0489199 Nov 16 19:15:09.765786 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-b73d3828-f6e1-48c0-a125-57fe54e67ae5 req-b016bfb5-5c0b-43d6-8ff1-2c4d95d7f039 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424707 Nov 16 19:15:09.862226 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-67ac7c41-f642-4baa-9ea9-27b68a430fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:10.893484 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbf0b0-467b-457c-b27d-d9bfda940d54 req-51a917b6-3653-4bb6-8fdb-e1ea946c9510 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:10.894965 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fafbf0b0-467b-457c-b27d-d9bfda940d54 req-51a917b6-3653-4bb6-8fdb-e1ea946c9510 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 946 time: 0.0485616 Nov 16 19:15:10.942885 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-fafbf0b0-467b-457c-b27d-d9bfda940d54 req-7518f8a6-63cc-49aa-95a4-38b7a4317541 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421288 Nov 16 19:15:11.401252 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:12.056835 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055e55e-0afa-4ab8-a011-2eac0bb1a5aa req-655f5ed2-4049-4666-b7ac-6d8f8731d2f0 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:12.058382 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d055e55e-0afa-4ab8-a011-2eac0bb1a5aa req-655f5ed2-4049-4666-b7ac-6d8f8731d2f0 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 946 time: 0.0486217 Nov 16 19:15:12.111152 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d055e55e-0afa-4ab8-a011-2eac0bb1a5aa req-cfa5993e-f38d-42d8-af33-fefd042312ed tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464485 Nov 16 19:15:13.214904 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:13.226454 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2971ad8-3fa9-4e75-a5d6-efe5f1541663 req-46b0b0bf-e52d-40f2-9df2-b1c26876d47a tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:13.227918 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c2971ad8-3fa9-4e75-a5d6-efe5f1541663 req-46b0b0bf-e52d-40f2-9df2-b1c26876d47a tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 946 time: 0.0486963 Nov 16 19:15:13.280790 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c2971ad8-3fa9-4e75-a5d6-efe5f1541663 req-aba6f734-0b06-49d1-866a-2ac66c1021aa tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465634 Nov 16 19:15:13.825216 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:14.393220 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937665c-8666-49fb-baa5-a8ddcc8fbb4f req-2b3b5e0f-fc95-4dc0-86be-a753841c90f1 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:14.394720 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-b937665c-8666-49fb-baa5-a8ddcc8fbb4f req-2b3b5e0f-fc95-4dc0-86be-a753841c90f1 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 946 time: 0.0485148 Nov 16 19:15:14.443784 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-b937665c-8666-49fb-baa5-a8ddcc8fbb4f req-e04f3782-79b8-44bc-b096-589ad1f3972e tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432220 Nov 16 19:15:15.712032 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311889f-8968-4074-972f-73b16fa6f06b req-311075a2-74f6-478e-a0aa-1d18881de6d2 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:15.713498 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5311889f-8968-4074-972f-73b16fa6f06b req-311075a2-74f6-478e-a0aa-1d18881de6d2 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 946 time: 0.0475676 Nov 16 19:15:15.763889 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5311889f-8968-4074-972f-73b16fa6f06b req-40e999d3-99e7-46d0-8f89-d5803ba344fc tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422652 Nov 16 19:15:16.877023 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd595f7c-38b7-4e77-8fc2-89b68afe42ec req-a08fc586-71be-48d9-a57c-dee584736216 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:16.878503 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-cd595f7c-38b7-4e77-8fc2-89b68afe42ec req-a08fc586-71be-48d9-a57c-dee584736216 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 946 time: 0.0477555 Nov 16 19:15:16.925610 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-cd595f7c-38b7-4e77-8fc2-89b68afe42ec req-e6e2dfc8-1a1e-432f-97a5-2765645de82f tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410726 Nov 16 19:15:18.037733 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4440680-5cc7-4363-aaa7-ba695854b9a8 req-8283c10f-2a6e-4540-b169-f79bc61e4da9 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:18.039171 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a4440680-5cc7-4363-aaa7-ba695854b9a8 req-8283c10f-2a6e-4540-b169-f79bc61e4da9 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 946 time: 0.0478039 Nov 16 19:15:18.087222 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a4440680-5cc7-4363-aaa7-ba695854b9a8 req-0e197aeb-f031-4795-9753-a2b65aaa333d tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423181 Nov 16 19:15:19.203348 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2eece-2f1e-4fda-b3da-306628e03768 req-3720a76c-20f9-4230-b272-123bb086c5c6 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:19.204812 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d5d2eece-2f1e-4fda-b3da-306628e03768 req-3720a76c-20f9-4230-b272-123bb086c5c6 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 946 time: 0.0521615 Nov 16 19:15:19.252866 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d5d2eece-2f1e-4fda-b3da-306628e03768 req-ab3e861f-d9b6-4f61-8b55-0231fd753930 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420175 Nov 16 19:15:19.890061 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf6742-a847-478f-af52-b70c22b9b37e req-3bf484d5-1b2c-4b48-92aa-6a21f76ccbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:19.891948 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-52bf6742-a847-478f-af52-b70c22b9b37e req-3bf484d5-1b2c-4b48-92aa-6a21f76ccbae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64eef6e0383c42f39e24aff3690b58fa&device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 1099 time: 0.0459912 Nov 16 19:15:19.985798 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf6742-a847-478f-af52-b70c22b9b37e req-bf217880-41d9-4e47-87ce-834fc16a79a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:19.987394 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-52bf6742-a847-478f-af52-b70c22b9b37e req-bf217880-41d9-4e47-87ce-834fc16a79a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=33fd3960-6c3f-4161-8d19-bd407c7a0dc6 HTTP/1.1" status: 200 len: 910 time: 0.0888114 Nov 16 19:15:20.056664 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-52bf6742-a847-478f-af52-b70c22b9b37e req-fdcee525-56b3-42fd-8e9a-7d4ccf85bc76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09ee89b4-ca67-46d8-a2ca-e497e063a615 HTTP/1.1" status: 200 len: 1001 time: 0.0621181 Nov 16 19:15:20.104919 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf6742-a847-478f-af52-b70c22b9b37e req-9268132c-b8da-4286-a5a5-29f74dda4e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:20.106347 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-52bf6742-a847-478f-af52-b70c22b9b37e req-9268132c-b8da-4286-a5a5-29f74dda4e4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0febde38-a6ec-4de2-b239-e4ad19cc38fc HTTP/1.1" status: 200 len: 848 time: 0.0426121 Nov 16 19:15:20.152176 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf6742-a847-478f-af52-b70c22b9b37e req-43ad37c1-965c-4a97-b1d7-3117224923d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:20.153528 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-52bf6742-a847-478f-af52-b70c22b9b37e req-43ad37c1-965c-4a97-b1d7-3117224923d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=33fd3960-6c3f-4161-8d19-bd407c7a0dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388012 Nov 16 19:15:20.243739 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-52bf6742-a847-478f-af52-b70c22b9b37e req-95ac3859-0a6d-488d-b553-be32851c9eef service neutron] 10.222.0.18 "GET /v2.0/networks/33fd3960-6c3f-4161-8d19-bd407c7a0dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825987 Nov 16 19:15:20.362968 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-52bf6742-a847-478f-af52-b70c22b9b37e req-36680b7d-f725-4de7-8659-930ad4b28b4c service neutron] 10.222.0.18 "GET /v2.0/networks/33fd3960-6c3f-4161-8d19-bd407c7a0dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106441 Nov 16 19:15:20.382652 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb69a78-f6e4-4200-b180-e40d3f3f604f req-a20e90fa-3077-400d-a80f-c40ec395638c tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:20.384088 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6fb69a78-f6e4-4200-b180-e40d3f3f604f req-a20e90fa-3077-400d-a80f-c40ec395638c tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 946 time: 0.0646238 Nov 16 19:15:20.432115 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6fb69a78-f6e4-4200-b180-e40d3f3f604f req-60934d69-a711-44f1-85c6-3ed973b43d2b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421836 Nov 16 19:15:21.543612 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03e3d0-65e7-48b4-846b-9bc6f85dcf71 req-3a088c05-95f1-427e-82e3-676e27c01438 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:21.545068 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-db03e3d0-65e7-48b4-846b-9bc6f85dcf71 req-3a088c05-95f1-427e-82e3-676e27c01438 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 946 time: 0.0475876 Nov 16 19:15:21.593092 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-db03e3d0-65e7-48b4-846b-9bc6f85dcf71 req-68f6055a-bbf0-41bb-8fe5-53fa9d6ae777 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417504 Nov 16 19:15:22.711874 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbb79a-bacf-4aac-9160-325e72e90169 req-d0e5571a-4c98-4c56-a07c-d8712b4a8c38 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:22.713359 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ddbbb79a-bacf-4aac-9160-325e72e90169 req-d0e5571a-4c98-4c56-a07c-d8712b4a8c38 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 946 time: 0.0506465 Nov 16 19:15:22.762676 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ddbbb79a-bacf-4aac-9160-325e72e90169 req-32a22125-7705-47e7-b3ba-3f7827e9ae26 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432374 Nov 16 19:15:23.330211 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a99ddb59-7344-4faf-b711-c71f20261667 req-c1cbf1cc-5c4d-4e63-96be-81ade56e484d tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-470136781&fields=id&tenant_id=ffaa0849f50740c491e5f247362c3b10 HTTP/1.1" status: 200 len: 267 time: 0.0423253 Nov 16 19:15:23.436933 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ddb59-7344-4faf-b711-c71f20261667 req-83b2ea21-c627-46bb-8284-5a335ae990d0 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:23.438401 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a99ddb59-7344-4faf-b711-c71f20261667 req-83b2ea21-c627-46bb-8284-5a335ae990d0 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/networks?id=8869448c-a462-4b3c-b5fc-a38ebbecc48e HTTP/1.1" status: 200 len: 812 time: 0.1018102 Nov 16 19:15:23.452734 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a99ddb59-7344-4faf-b711-c71f20261667 req-d7b17e98-effe-4e15-a565-759ba2f3768b tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/quotas/ffaa0849f50740c491e5f247362c3b10 HTTP/1.1" status: 200 len: 375 time: 0.0086586 Nov 16 19:15:23.507629 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a99ddb59-7344-4faf-b711-c71f20261667 req-abfd5509-8361-48db-8c4a-a7403239908f tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ffaa0849f50740c491e5f247362c3b10&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0499539 Nov 16 19:15:23.668876 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a99ddb59-7344-4faf-b711-c71f20261667 req-62031682-d945-4f97-af88-3cd4c32cda86 service neutron] 10.222.0.46 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496937 Nov 16 19:15:23.763694 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-a99ddb59-7344-4faf-b711-c71f20261667 req-c512d739-67e5-43c8-b66d-c1d52655f9e9 service neutron] 10.222.0.46 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886247 Nov 16 19:15:23.876223 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0479b6-d607-4084-9d1e-b194cf99803b req-06188d44-b4df-450b-9a3e-b4fdc76e97d1 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:23.877749 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ec0479b6-d607-4084-9d1e-b194cf99803b req-06188d44-b4df-450b-9a3e-b4fdc76e97d1 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 946 time: 0.0484951 Nov 16 19:15:23.932022 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-ec0479b6-d607-4084-9d1e-b194cf99803b req-200a7d1f-fb99-47c2-ab62-96aad5a4d98d tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481529 Nov 16 19:15:24.047341 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-fd1f9b08-766b-4e73-ae8f-1c1c2388651f req-2bdbeeb6-a5f9-4bb7-adaf-1e25486f6601 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 210 time: 0.0322826 Nov 16 19:15:24.156645 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf5e30-92db-436e-a789-0621777819c6 req-5686f4a8-848b-4dfe-a33d-e6215a2cb1ef tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:24.158216 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7faf5e30-92db-436e-a789-0621777819c6 req-5686f4a8-848b-4dfe-a33d-e6215a2cb1ef tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 946 time: 0.0509572 Nov 16 19:15:24.188780 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2dfc67ca-65cd-44c6-bb2d-c32b9817493e req-a9868d78-6064-432f-b5b9-d80a9f52c04c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1079566 Nov 16 19:15:24.202885 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [req-2dfc67ca-65cd-44c6-bb2d-c32b9817493e req-e1c102f9-7d24-41bf-b4b7-5c8c804ff925 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=101695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 19:15:24.203877 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-2dfc67ca-65cd-44c6-bb2d-c32b9817493e req-e1c102f9-7d24-41bf-b4b7-5c8c804ff925 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060730 Nov 16 19:15:24.217262 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7faf5e30-92db-436e-a789-0621777819c6 req-a9405f07-f3cc-47a8-b84f-60341c9681c8 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502477 Nov 16 19:15:25.005950 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ddb59-7344-4faf-b711-c71f20261667 req-8577473c-1d60-4fdc-88cf-fe5440056d72 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:25.007359 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a99ddb59-7344-4faf-b711-c71f20261667 req-8577473c-1d60-4fdc-88cf-fe5440056d72 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.18 "GET /v2.0/networks?id=8869448c-a462-4b3c-b5fc-a38ebbecc48e HTTP/1.1" status: 200 len: 812 time: 0.1105416 Nov 16 19:15:25.081189 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a99ddb59-7344-4faf-b711-c71f20261667 req-f2761d7f-6ecc-4df7-9b3b-78905d9f5859 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffaa0849f50740c491e5f247362c3b10 HTTP/1.1" status: 200 len: 379 time: 0.0612681 Nov 16 19:15:25.091592 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-a99ddb59-7344-4faf-b711-c71f20261667 req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Request body: {'port': {'device_id': 'fe776799-5aba-4894-a1c3-35f96f710982', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'admin_state_up': True, 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'security_groups': ['e635683a-3e86-40a1-aa8a-3473c2d4db6b']}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:15:25.151104 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-702c420d-be87-4cc7-bc72-8f5f1cdc346d req-a34eeba1-e71c-4865-b1f0-ec21401a57c8 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 210 time: 0.0307391 Nov 16 19:15:25.208762 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a99ddb59-7344-4faf-b711-c71f20261667 req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Made reservation on behalf of ffaa0849f50740c491e5f247362c3b10 for: {'port': 1} {{(pid=101696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 19:15:25.212937 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-a99ddb59-7344-4faf-b711-c71f20261667 req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:25.371498 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_common [req-a99ddb59-7344-4faf-b711-c71f20261667 req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Allocated IP 172.20.0.10 (8869448c-a462-4b3c-b5fc-a38ebbecc48e/1968e57c-025d-4b7d-8c0b-82ea90efd865/b8d27769-cb89-48e8-829c-d3246940d9f3) {{(pid=101696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:15:25.381577 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7df00-87d2-45e8-9909-600c8590c613 req-3fdfe7e8-b54b-4fcd-8409-f24bc4e9b9a7 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:25.384470 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a1c7df00-87d2-45e8-9909-600c8590c613 req-3fdfe7e8-b54b-4fcd-8409-f24bc4e9b9a7 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 946 time: 0.0964484 Nov 16 19:15:25.470760 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a1c7df00-87d2-45e8-9909-600c8590c613 req-52933a00-609c-4679-83b9-a000a5801fbf tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797205 Nov 16 19:15:25.566324 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc67ca-65cd-44c6-bb2d-c32b9817493e req-fe556dae-3798-4253-a74e-98ed5819546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:25.567799 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2dfc67ca-65cd-44c6-bb2d-c32b9817493e req-fe556dae-3798-4253-a74e-98ed5819546d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811&tenant_id=64eef6e0383c42f39e24aff3690b58fa HTTP/1.1" status: 200 len: 1099 time: 0.1015649 Nov 16 19:15:25.604958 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-a99ddb59-7344-4faf-b711-c71f20261667 req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for port, precommit_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:25.653916 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc67ca-65cd-44c6-bb2d-c32b9817493e req-352552b3-cacc-4931-99c3-30c2fc87fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:25.655460 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2dfc67ca-65cd-44c6-bb2d-c32b9817493e req-352552b3-cacc-4931-99c3-30c2fc87fe8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64eef6e0383c42f39e24aff3690b58fa&device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 1099 time: 0.0650427 Nov 16 19:15:25.663625 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-a99ddb59-7344-4faf-b711-c71f20261667 req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_create {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:25.750217 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a99ddb59-7344-4faf-b711-c71f20261667 req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Network 8869448c-a462-4b3c-b5fc-a38ebbecc48e is already hosted by enough agents. {{(pid=101696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:15:25.758536 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.base_scheduler [req-a99ddb59-7344-4faf-b711-c71f20261667 req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Resources bound (agent type, host, resource id): {{(pid=101696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:15:25.765514 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99ddb59-7344-4faf-b711-c71f20261667 req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Received port after_create {{(pid=101696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:15:25.770011 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Pushing event updated for resources: {'Port': ['ID=b8d27769-cb89-48e8-829c-d3246940d9f3,revision_number=1']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:15:25.802683 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:25.803038 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:25.803383 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:25.803716 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:25.804051 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:25.804382 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:25.804711 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:25.805036 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:25.805364 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:25.805717 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:25.806041 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:25.806357 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:25.848450 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ddb59-7344-4faf-b711-c71f20261667 req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:25.849072 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-a99ddb59-7344-4faf-b711-c71f20261667 req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:25.861135 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc67ca-65cd-44c6-bb2d-c32b9817493e req-690e1350-da27-4166-a071-28b8a02ed236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:25.862630 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2dfc67ca-65cd-44c6-bb2d-c32b9817493e req-690e1350-da27-4166-a071-28b8a02ed236 service neutron] 10.222.0.18 "GET /v2.0/networks?id=33fd3960-6c3f-4161-8d19-bd407c7a0dc6 HTTP/1.1" status: 200 len: 910 time: 0.1970813 Nov 16 19:15:25.871211 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a99ddb59-7344-4faf-b711-c71f20261667 req-e0500a9d-6e88-4029-bdaf-6f2cb9d96e76 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7834508 Nov 16 19:15:25.884695 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.v2.base [req-a99ddb59-7344-4faf-b711-c71f20261667 req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] Request body: {'port': {'device_id': 'fe776799-5aba-4894-a1c3-35f96f710982', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=101696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:15:25.955269 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 09ee89b4-ca67-46d8-a2ca-e497e063a615 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:15:25.978576 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2dfc67ca-65cd-44c6-bb2d-c32b9817493e req-b9c83665-6d4c-41d7-ac64-28238b470cd9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09ee89b4-ca67-46d8-a2ca-e497e063a615 HTTP/1.1" status: 200 len: 1001 time: 0.1063838 Nov 16 19:15:25.982964 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-a99ddb59-7344-4faf-b711-c71f20261667 req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:26.043226 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-40151348-2869-4c8d-b23d-6f90a837185b None None] Provisioning complete for port b8d27769-cb89-48e8-829c-d3246940d9f3 triggered by entity DHCP. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:15:26.043500 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-40151348-2869-4c8d-b23d-6f90a837185b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:26.044851 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:26.060038 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc67ca-65cd-44c6-bb2d-c32b9817493e req-a7d7731f-dc04-478a-8bda-f783d8746a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:26.061521 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2dfc67ca-65cd-44c6-bb2d-c32b9817493e req-a7d7731f-dc04-478a-8bda-f783d8746a55 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0febde38-a6ec-4de2-b239-e4ad19cc38fc HTTP/1.1" status: 200 len: 848 time: 0.0759485 Nov 16 19:15:26.093021 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09ee89b4-ca67-46d8-a2ca-e497e063a615'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:15:26.095371 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb4d784-c38e-42c8-9cf4-63616a282ae1" -d '{"events": [{"server_uuid": "7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811", "name": "network-vif-unplugged", "status": "completed", "tag": "09ee89b4-ca67-46d8-a2ca-e497e063a615"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:15:26.111571 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-40151348-2869-4c8d-b23d-6f90a837185b None None] Port b8d27769-cb89-48e8-829c-d3246940d9f3 cannot update to ACTIVE because it is not bound. {{(pid=101697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 19:15:26.117477 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 09ee89b4-ca67-46d8-a2ca-e497e063a615, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=09ee89b4-ca67-46d8-a2ca-e497e063a615,segment=NetworkSegment(d1dd0483-8ed2-41c8-b0e8-dc2587ed113b),segment_id=d1dd0483-8ed2-41c8-b0e8-dc2587ed113b)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:15:26.122181 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:26.149197 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 19:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdcf12f-beb9-4c9e-851b-e4b21c363550 x-openstack-request-id: req-fcdcf12f-beb9-4c9e-851b-e4b21c363550 {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:15:26.149498 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811", "name": "network-vif-unplugged", "status": "completed", "tag": "09ee89b4-ca67-46d8-a2ca-e497e063a615", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:15:26.149804 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fcdcf12f-beb9-4c9e-851b-e4b21c363550 {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:15:26.150140 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09ee89b4-ca67-46d8-a2ca-e497e063a615', 'code': 200} Nov 16 19:15:26.176075 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=09ee89b4-ca67-46d8-a2ca-e497e063a615,revision_number=6']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:15:26.183227 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:26.183589 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:26.183937 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:26.184277 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:26.184612 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:26.184949 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:26.185283 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:26.185637 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:26.186172 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:26.186505 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:26.186909 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:26.187242 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:26.207940 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc67ca-65cd-44c6-bb2d-c32b9817493e req-f6d3eb51-068a-44d8-9b19-340c16a70c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:26.209591 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2dfc67ca-65cd-44c6-bb2d-c32b9817493e req-f6d3eb51-068a-44d8-9b19-340c16a70c8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=33fd3960-6c3f-4161-8d19-bd407c7a0dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1403468 Nov 16 19:15:26.588096 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95af3-5b97-4db5-a2ca-56846dc94889 req-d140cb0d-9021-4567-8dc2-d4e0eac616dc tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:26.590245 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-c3e95af3-5b97-4db5-a2ca-56846dc94889 req-d140cb0d-9021-4567-8dc2-d4e0eac616dc tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 944 time: 0.0491297 Nov 16 19:15:26.608396 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77711c1b-8a55-4761-bcb8-7d81d6ef8ee2 req-63121f28-88d1-4ffc-bc6c-71d70371b915 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:26.609917 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-77711c1b-8a55-4761-bcb8-7d81d6ef8ee2 req-63121f28-88d1-4ffc-bc6c-71d70371b915 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 932 time: 0.3820627 Nov 16 19:15:26.639266 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-c3e95af3-5b97-4db5-a2ca-56846dc94889 req-fb0839a5-ab79-4891-9009-3d2ee112d9f7 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420358 Nov 16 19:15:26.647100 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2dfc67ca-65cd-44c6-bb2d-c32b9817493e req-848b2a62-854e-42d5-9c19-15651c857097 service neutron] 10.222.0.18 "GET /v2.0/networks/33fd3960-6c3f-4161-8d19-bd407c7a0dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281654 Nov 16 19:15:26.711554 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [req-a99ddb59-7344-4faf-b711-c71f20261667 req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d27769-cb89-48e8-829c-d3246940d9f3 {{(pid=101696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:15:26.726271 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-a99ddb59-7344-4faf-b711-c71f20261667 req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:26.761715 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-77711c1b-8a55-4761-bcb8-7d81d6ef8ee2 req-d8bb2725-d624-403a-828b-b4b34fa84a57 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450300 Nov 16 19:15:26.764024 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.provisioning_blocks [req-a99ddb59-7344-4faf-b711-c71f20261667 req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] Transition to ACTIVE for port object b8d27769-cb89-48e8-829c-d3246940d9f3 will not be triggered until provisioned by entity L2. {{(pid=101696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 19:15:26.769184 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-a99ddb59-7344-4faf-b711-c71f20261667 req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:26.826844 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-2dfc67ca-65cd-44c6-bb2d-c32b9817493e req-dbe6e009-7978-4a36-ae95-1acecab5a49a service neutron] 10.222.0.18 "GET /v2.0/networks/33fd3960-6c3f-4161-8d19-bd407c7a0dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718180 Nov 16 19:15:26.836159 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] Pushing event updated for resources: {'Port': ['ID=b8d27769-cb89-48e8-829c-d3246940d9f3,revision_number=2']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:15:26.907792 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-a99ddb59-7344-4faf-b711-c71f20261667 req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] Attempting to bind port b8d27769-cb89-48e8-829c-d3246940d9f3 on host hv-cinder-66710 for vnic_type normal with profile {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 19:15:26.908131 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-a99ddb59-7344-4faf-b711-c71f20261667 req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] Attempting to bind port b8d27769-cb89-48e8-829c-d3246940d9f3 by drivers openvswitch,hyperv on host hv-cinder-66710 at level 0 using segments [{'id': '7ea8474d-e758-4aa7-a8b3-029b9f135415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e'}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 19:15:26.908458 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ddb59-7344-4faf-b711-c71f20261667 req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] Attempting to bind port b8d27769-cb89-48e8-829c-d3246940d9f3 on network 8869448c-a462-4b3c-b5fc-a38ebbecc48e {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:15:26.913361 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ddb59-7344-4faf-b711-c71f20261667 req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] Port b8d27769-cb89-48e8-829c-d3246940d9f3 on network 8869448c-a462-4b3c-b5fc-a38ebbecc48e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-66710 {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 19:15:26.913724 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ddb59-7344-4faf-b711-c71f20261667 req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] Attempting to bind port b8d27769-cb89-48e8-829c-d3246940d9f3 on network 8869448c-a462-4b3c-b5fc-a38ebbecc48e {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 19:15:26.918805 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ddb59-7344-4faf-b711-c71f20261667 req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] Checking agent: {'id': 'b114dd46-986e-4d55-bca0-7e9758e41aa1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'started_at': datetime.datetime(2021, 11, 16, 18, 59, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 19, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 19:15:26.919146 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ddb59-7344-4faf-b711-c71f20261667 req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] Checking segment: {'id': '7ea8474d-e758-4aa7-a8b3-029b9f135415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 19:15:26.919531 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ddb59-7344-4faf-b711-c71f20261667 req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] Bound using segment: {'id': '7ea8474d-e758-4aa7-a8b3-029b9f135415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e'} {{(pid=101696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 19:15:26.919963 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.managers [req-a99ddb59-7344-4faf-b711-c71f20261667 req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] Bound port: b8d27769-cb89-48e8-829c-d3246940d9f3, host: hv-cinder-66710, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea8474d-e758-4aa7-a8b3-029b9f135415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e'}}] {{(pid=101696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 19:15:26.920326 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-a99ddb59-7344-4faf-b711-c71f20261667 req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:26.988675 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-a99ddb59-7344-4faf-b711-c71f20261667 req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] For port b8d27769-cb89-48e8-829c-d3246940d9f3, host hv-cinder-66710, cleared binding levels {{(pid=101696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 19:15:26.991744 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-a99ddb59-7344-4faf-b711-c71f20261667 req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] For port b8d27769-cb89-48e8-829c-d3246940d9f3, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=b8d27769-cb89-48e8-829c-d3246940d9f3,segment=NetworkSegment(7ea8474d-e758-4aa7-a8b3-029b9f135415),segment_id=7ea8474d-e758-4aa7-a8b3-029b9f135415)] {{(pid=101696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 19:15:26.995144 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-a99ddb59-7344-4faf-b711-c71f20261667 req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66353833'] for port, after_update {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:27.026146 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ddb59-7344-4faf-b711-c71f20261667 req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:27.026766 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-a99ddb59-7344-4faf-b711-c71f20261667 req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:27.028411 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a99ddb59-7344-4faf-b711-c71f20261667 req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] 10.222.0.18 "PUT /v2.0/ports/b8d27769-cb89-48e8-829c-d3246940d9f3 HTTP/1.1" status: 200 len: 1094 time: 1.1480355 Nov 16 19:15:27.030904 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe776799-5aba-4894-a1c3-35f96f710982', 'tag': 'b8d27769-cb89-48e8-829c-d3246940d9f3'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:15:27.033929 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8af426c-315f-4dab-8fee-d6543b110309" -d '{"events": [{"name": "network-changed", "server_uuid": "fe776799-5aba-4894-a1c3-35f96f710982", "tag": "b8d27769-cb89-48e8-829c-d3246940d9f3"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:15:27.067568 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a75db7-bbd2-458d-896d-508ed5b6aa1b service neutron] Pushing event updated for resources: {'Port': ['ID=b8d27769-cb89-48e8-829c-d3246940d9f3,revision_number=3']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:15:27.084003 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb389c21-99f6-43f0-b9e4-94bb981b9c89 x-openstack-request-id: req-cb389c21-99f6-43f0-b9e4-94bb981b9c89 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:15:27.084301 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe776799-5aba-4894-a1c3-35f96f710982", "tag": "b8d27769-cb89-48e8-829c-d3246940d9f3", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:15:27.084561 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb389c21-99f6-43f0-b9e4-94bb981b9c89 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:15:27.084972 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe776799-5aba-4894-a1c3-35f96f710982', 'tag': 'b8d27769-cb89-48e8-829c-d3246940d9f3', 'status': 'completed', 'code': 200} Nov 16 19:15:27.139103 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ddb59-7344-4faf-b711-c71f20261667 req-ae6f675d-1946-4cc0-ac7c-73f0f0fca8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:27.141211 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a99ddb59-7344-4faf-b711-c71f20261667 req-ae6f675d-1946-4cc0-ac7c-73f0f0fca8b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffaa0849f50740c491e5f247362c3b10&device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 1097 time: 0.0438766 Nov 16 19:15:27.190946 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a99ddb59-7344-4faf-b711-c71f20261667 req-a09dc6c5-5b6f-4e76-aff8-43be47582271 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8d27769-cb89-48e8-829c-d3246940d9f3 HTTP/1.1" status: 200 len: 217 time: 0.0381281 Nov 16 19:15:27.239420 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ddb59-7344-4faf-b711-c71f20261667 req-b9528a43-a673-43b2-8041-de18ca288d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:27.240846 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a99ddb59-7344-4faf-b711-c71f20261667 req-b9528a43-a673-43b2-8041-de18ca288d5e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1968e57c-025d-4b7d-8c0b-82ea90efd865 HTTP/1.1" status: 200 len: 851 time: 0.0427692 Nov 16 19:15:27.287672 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ddb59-7344-4faf-b711-c71f20261667 req-92e4870a-5ed6-41be-8fc5-9ec85101bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:27.289174 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a99ddb59-7344-4faf-b711-c71f20261667 req-92e4870a-5ed6-41be-8fc5-9ec85101bdb2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8869448c-a462-4b3c-b5fc-a38ebbecc48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416887 Nov 16 19:15:27.380877 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a99ddb59-7344-4faf-b711-c71f20261667 req-837d9c5d-b520-4d4a-8adb-7df84cbc0793 service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837188 Nov 16 19:15:27.468701 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a99ddb59-7344-4faf-b711-c71f20261667 req-e073c2b2-18e7-4bbd-ac5a-a68ea91c9e5d service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798383 Nov 16 19:15:27.560089 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af426c-315f-4dab-8fee-d6543b110309 req-d5836c25-3786-4e79-956d-ed4402fdf9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:27.561632 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a8af426c-315f-4dab-8fee-d6543b110309 req-d5836c25-3786-4e79-956d-ed4402fdf9c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffaa0849f50740c491e5f247362c3b10&device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 1097 time: 0.0435333 Nov 16 19:15:27.649982 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af426c-315f-4dab-8fee-d6543b110309 req-430dfc38-cad6-46d7-b492-b91a50baabf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:27.651435 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a8af426c-315f-4dab-8fee-d6543b110309 req-430dfc38-cad6-46d7-b492-b91a50baabf9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8869448c-a462-4b3c-b5fc-a38ebbecc48e HTTP/1.1" status: 200 len: 913 time: 0.0821717 Nov 16 19:15:27.698425 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a8af426c-315f-4dab-8fee-d6543b110309 req-1ab35ef3-0eb5-4ef7-b6a6-75961ce3fc9b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8d27769-cb89-48e8-829c-d3246940d9f3 HTTP/1.1" status: 200 len: 217 time: 0.0371547 Nov 16 19:15:27.778774 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af426c-315f-4dab-8fee-d6543b110309 req-feb6076b-a068-4e49-ae1c-9e3d7505171a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:27.780142 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a8af426c-315f-4dab-8fee-d6543b110309 req-feb6076b-a068-4e49-ae1c-9e3d7505171a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1968e57c-025d-4b7d-8c0b-82ea90efd865 HTTP/1.1" status: 200 len: 851 time: 0.0724874 Nov 16 19:15:27.789018 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84386766-b819-4397-8a32-1cb4faddf604 req-94d45dcd-8677-47a7-884d-882aff2d0832 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:27.790448 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-84386766-b819-4397-8a32-1cb4faddf604 req-94d45dcd-8677-47a7-884d-882aff2d0832 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 944 time: 0.0838575 Nov 16 19:15:27.864727 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af426c-315f-4dab-8fee-d6543b110309 req-54313edb-1746-49cd-ae48-5a4afab8b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:27.866276 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a8af426c-315f-4dab-8fee-d6543b110309 req-54313edb-1746-49cd-ae48-5a4afab8b73c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8869448c-a462-4b3c-b5fc-a38ebbecc48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0749671 Nov 16 19:15:27.870526 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-84386766-b819-4397-8a32-1cb4faddf604 req-49528185-399b-492e-82a6-5db05f301741 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713394 Nov 16 19:15:27.880441 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9feef-661d-4711-ac16-18a7544fd3af req-824eb401-0774-4899-b3b2-cd6662884534 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:27.882413 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d8d9feef-661d-4711-ac16-18a7544fd3af req-824eb401-0774-4899-b3b2-cd6662884534 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 944 time: 0.0513163 Nov 16 19:15:27.934016 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d8d9feef-661d-4711-ac16-18a7544fd3af req-568b7975-0008-4fa3-ba2d-6cd37e53e200 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417938 Nov 16 19:15:27.964184 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a8af426c-315f-4dab-8fee-d6543b110309 req-98e8c666-3c3a-4555-ac97-84cb4318e7ee service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862074 Nov 16 19:15:28.058626 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-a8af426c-315f-4dab-8fee-d6543b110309 req-b5b1f8cc-cf2c-4694-a122-15a9b855b7ff service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837946 Nov 16 19:15:28.983797 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc26ab-b148-48a2-866e-6c248e2dc783 req-673f7016-e8f9-412a-aa76-2f31f8cf0c3d tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:28.986313 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b2bc26ab-b148-48a2-866e-6c248e2dc783 req-673f7016-e8f9-412a-aa76-2f31f8cf0c3d tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 944 time: 0.0495420 Nov 16 19:15:29.036784 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-b2bc26ab-b148-48a2-866e-6c248e2dc783 req-0db94562-41cf-4a98-a8e2-c094b264e52f tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445573 Nov 16 19:15:29.047881 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d12149-9b81-43a6-93c7-76296a215853 req-3820b262-61fe-4cee-93e1-6b5fd312f387 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:29.049678 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-01d12149-9b81-43a6-93c7-76296a215853 req-3820b262-61fe-4cee-93e1-6b5fd312f387 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 944 time: 0.0496881 Nov 16 19:15:29.097170 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-01d12149-9b81-43a6-93c7-76296a215853 req-39f5ac0e-5c74-45f2-9c31-d60a09c3c47c tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415707 Nov 16 19:15:30.150703 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09cff4-791b-4f6b-8c08-86eb7ea27e47 req-6491c69a-114d-484a-a375-94f4192a3fe5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:30.152197 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7e09cff4-791b-4f6b-8c08-86eb7ea27e47 req-6491c69a-114d-484a-a375-94f4192a3fe5 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 944 time: 0.0489256 Nov 16 19:15:30.204275 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-7e09cff4-791b-4f6b-8c08-86eb7ea27e47 req-d6d873e4-bee9-4776-a7d6-edfac9e7ce84 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463400 Nov 16 19:15:30.213094 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461fc8a-acc8-432f-b14d-26ad30f03b1f req-9a212b89-7f90-4a40-b65b-db6f6a49beda tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:30.214685 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-4461fc8a-acc8-432f-b14d-26ad30f03b1f req-9a212b89-7f90-4a40-b65b-db6f6a49beda tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 944 time: 0.0516641 Nov 16 19:15:30.262555 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-4461fc8a-acc8-432f-b14d-26ad30f03b1f req-11ee91f3-7977-4243-ab33-561e136065b4 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420363 Nov 16 19:15:30.578027 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:31.317196 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4cdc7-bb97-4e34-b47e-7baa0d0cbd97 req-fff74579-c7b3-4f05-be5b-e12ab83ffcf3 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:31.318701 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c1b4cdc7-bb97-4e34-b47e-7baa0d0cbd97 req-fff74579-c7b3-4f05-be5b-e12ab83ffcf3 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 944 time: 0.0489137 Nov 16 19:15:31.369427 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c1b4cdc7-bb97-4e34-b47e-7baa0d0cbd97 req-cbde108a-fbe2-4b8e-b63b-babbfcd4daa6 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447993 Nov 16 19:15:31.379396 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8448d-e256-4850-9e9e-a6622b0a558c req-cef89513-5b23-46cf-8de4-5d2826db8df3 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:31.380885 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-7aa8448d-e256-4850-9e9e-a6622b0a558c req-cef89513-5b23-46cf-8de4-5d2826db8df3 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 944 time: 0.0517287 Nov 16 19:15:31.430134 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-7aa8448d-e256-4850-9e9e-a6622b0a558c req-a077f325-25fd-42e7-ab1f-5ceaa42d0d02 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430315 Nov 16 19:15:32.485052 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e998f-6cd2-4cbb-b1e7-eb1ef8f1682b req-0ddd0f94-6c94-408f-873a-8d05b4906dc9 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:32.486568 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-218e998f-6cd2-4cbb-b1e7-eb1ef8f1682b req-0ddd0f94-6c94-408f-873a-8d05b4906dc9 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 944 time: 0.0479383 Nov 16 19:15:32.535318 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-218e998f-6cd2-4cbb-b1e7-eb1ef8f1682b req-5ba8edd6-4ba9-4392-a2e4-2976e90e0c29 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430157 Nov 16 19:15:32.541406 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af489ed-c3d6-4897-938e-b8cf237fadee req-8967605a-83a0-4d99-8bab-8bc35cc8e3f3 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:32.542928 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-7af489ed-c3d6-4897-938e-b8cf237fadee req-8967605a-83a0-4d99-8bab-8bc35cc8e3f3 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 944 time: 0.0484796 Nov 16 19:15:32.584198 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:15:32.596215 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-7af489ed-c3d6-4897-938e-b8cf237fadee req-56428a5a-6f68-41df-aa8b-f44730452ad5 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466988 Nov 16 19:15:33.114368 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b1deb-310e-4f89-9195-455bbfa9a26b req-7824f44e-ceda-4e9a-86e7-20d9a6e4d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:33.115797 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cf6b1deb-310e-4f89-9195-455bbfa9a26b req-7824f44e-ceda-4e9a-86e7-20d9a6e4d913 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 1097 time: 0.0416913 Nov 16 19:15:33.162772 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-cf6b1deb-310e-4f89-9195-455bbfa9a26b req-681e3689-2464-46a0-849f-3f9d3b949e17 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384927 Nov 16 19:15:33.650219 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4f942-f4c3-48b1-88b4-cb87f7b55a73 req-772ff654-f122-4801-9e79-d9a1e3308b49 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:33.651717 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-edd4f942-f4c3-48b1-88b4-cb87f7b55a73 req-772ff654-f122-4801-9e79-d9a1e3308b49 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 944 time: 0.0486057 Nov 16 19:15:33.700757 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-edd4f942-f4c3-48b1-88b4-cb87f7b55a73 req-f6d13445-ece1-41eb-9865-84a95e5e9346 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428212 Nov 16 19:15:33.710346 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0905d0d-2a30-4390-a3c2-079c1b2c227e req-14e050bb-bdcd-46d7-81d5-1110c6b9cdd4 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:33.711827 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-b0905d0d-2a30-4390-a3c2-079c1b2c227e req-14e050bb-bdcd-46d7-81d5-1110c6b9cdd4 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 944 time: 0.0477278 Nov 16 19:15:33.760191 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-b0905d0d-2a30-4390-a3c2-079c1b2c227e req-5795f47d-27e5-4d6d-afa7-c8c46e69ce52 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426495 Nov 16 19:15:33.962344 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 09ee89b4-ca67-46d8-a2ca-e497e063a615 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:15:34.055639 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 09ee89b4-ca67-46d8-a2ca-e497e063a615, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=09ee89b4-ca67-46d8-a2ca-e497e063a615,segment=NetworkSegment(d1dd0483-8ed2-41c8-b0e8-dc2587ed113b),segment_id=d1dd0483-8ed2-41c8-b0e8-dc2587ed113b)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:15:34.066688 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': '09ee89b4-ca67-46d8-a2ca-e497e063a615', 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6', 'port_id': '09ee89b4-ca67-46d8-a2ca-e497e063a615', 'mac_address': 'fa:16:3e:a4:c8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:15:34.101188 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:34.113832 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ee89b4-ca67-46d8-a2ca-e497e063a615 {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:15:34.134242 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 09ee89b4-ca67-46d8-a2ca-e497e063a615, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=09ee89b4-ca67-46d8-a2ca-e497e063a615,segment=NetworkSegment(d1dd0483-8ed2-41c8-b0e8-dc2587ed113b),segment_id=d1dd0483-8ed2-41c8-b0e8-dc2587ed113b)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:15:34.137968 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:34.185096 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=09ee89b4-ca67-46d8-a2ca-e497e063a615,revision_number=7']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:15:34.425039 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['09ee89b4-ca67-46d8-a2ca-e497e063a615'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:15:34.813428 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dd419-d078-4ae9-a036-f3d9cb48cd2a req-07b96eb0-6566-42a8-a36a-8404c35ea9bf tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:34.814953 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4b4dd419-d078-4ae9-a036-f3d9cb48cd2a req-07b96eb0-6566-42a8-a36a-8404c35ea9bf tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 945 time: 0.0486412 Nov 16 19:15:34.867130 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4b4dd419-d078-4ae9-a036-f3d9cb48cd2a req-28199c1e-fcfd-43a4-b1c0-f93238101557 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463567 Nov 16 19:15:34.873277 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc35b3b-1154-4910-9bf0-25ecea732fa8 req-03bbd79b-73c1-4794-b351-8242e8f8aba3 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:34.874824 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-7dc35b3b-1154-4910-9bf0-25ecea732fa8 req-03bbd79b-73c1-4794-b351-8242e8f8aba3 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 944 time: 0.0481415 Nov 16 19:15:34.923713 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-7dc35b3b-1154-4910-9bf0-25ecea732fa8 req-be66f7b9-86e0-4917-a887-ed33e613a25c tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431561 Nov 16 19:15:35.992641 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device b8d27769-cb89-48e8-829c-d3246940d9f3 details requested by agent hyperv_hv-cinder-66710 with host hv-cinder-66710 {{(pid=101697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 19:15:35.995718 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 09ee89b4-ca67-46d8-a2ca-e497e063a615 up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:15:36.036256 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82f117-4d30-4b86-a631-cc94944cea94 req-2a6cd501-8523-413e-9acd-066b5abe40b4 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:36.037739 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bb82f117-4d30-4b86-a631-cc94944cea94 req-2a6cd501-8523-413e-9acd-066b5abe40b4 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 944 time: 0.0477531 Nov 16 19:15:36.085327 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-bb82f117-4d30-4b86-a631-cc94944cea94 req-cc3f3197-b32e-4883-8085-77c22ad034a1 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417738 Nov 16 19:15:36.114986 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port 09ee89b4-ca67-46d8-a2ca-e497e063a615 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:15:36.115370 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:36.144267 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port b8d27769-cb89-48e8-829c-d3246940d9f3, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=b8d27769-cb89-48e8-829c-d3246940d9f3,segment=NetworkSegment(7ea8474d-e758-4aa7-a8b3-029b9f135415),segment_id=7ea8474d-e758-4aa7-a8b3-029b9f135415)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:15:36.160733 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Returning: {'device': 'b8d27769-cb89-48e8-829c-d3246940d9f3', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'port_id': 'b8d27769-cb89-48e8-829c-d3246940d9f3', 'mac_address': 'fa:16:3e:fa:92:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 19:15:36.225647 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:36.248935 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d27769-cb89-48e8-829c-d3246940d9f3 {{(pid=101697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 19:15:36.253822 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:36.400065 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port b8d27769-cb89-48e8-829c-d3246940d9f3, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=b8d27769-cb89-48e8-829c-d3246940d9f3,segment=NetworkSegment(7ea8474d-e758-4aa7-a8b3-029b9f135415),segment_id=7ea8474d-e758-4aa7-a8b3-029b9f135415)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:15:36.406558 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ee89b4-ca67-46d8-a2ca-e497e063a615'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:15:36.408818 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd994c2-efea-4df8-aa15-fc625d8b032c" -d '{"events": [{"server_uuid": "7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811", "name": "network-vif-plugged", "status": "completed", "tag": "09ee89b4-ca67-46d8-a2ca-e497e063a615"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:15:36.413612 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:36.425529 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port 09ee89b4-ca67-46d8-a2ca-e497e063a615, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=09ee89b4-ca67-46d8-a2ca-e497e063a615,segment=NetworkSegment(d1dd0483-8ed2-41c8-b0e8-dc2587ed113b),segment_id=d1dd0483-8ed2-41c8-b0e8-dc2587ed113b)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:15:36.445369 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a668f5d0-82a3-4487-a694-775561c7b5a5 x-openstack-request-id: req-a668f5d0-82a3-4487-a694-775561c7b5a5 {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:15:36.445689 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811", "name": "network-vif-plugged", "status": "completed", "tag": "09ee89b4-ca67-46d8-a2ca-e497e063a615", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:15:36.445946 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a668f5d0-82a3-4487-a694-775561c7b5a5 {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:15:36.446327 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ee89b4-ca67-46d8-a2ca-e497e063a615', 'code': 200} Nov 16 19:15:36.448711 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:36.474500 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=b8d27769-cb89-48e8-829c-d3246940d9f3,revision_number=4']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:15:36.521022 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=09ee89b4-ca67-46d8-a2ca-e497e063a615,revision_number=8']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:15:36.640558 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] get_ports_and_sgs() called for port_ids ['b8d27769-cb89-48e8-829c-d3246940d9f3'] {{(pid=101697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 19:15:36.867783 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-5c7fdb64-d29d-49f8-abe1-3497b5e385d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:37.196362 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee5ded-505d-4164-bf40-9b4af3a77ddc req-894471b8-cbbc-475b-81e0-15bf4ef415ce tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:37.197852 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1aee5ded-505d-4164-bf40-9b4af3a77ddc req-894471b8-cbbc-475b-81e0-15bf4ef415ce tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 945 time: 0.0477939 Nov 16 19:15:37.245120 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-1aee5ded-505d-4164-bf40-9b4af3a77ddc req-725aa22a-8ada-469a-ac7d-af59599d32de tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415688 Nov 16 19:15:38.019332 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device b8d27769-cb89-48e8-829c-d3246940d9f3 up at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 19:15:38.069625 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning for port b8d27769-cb89-48e8-829c-d3246940d9f3 completed by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 19:15:38.073245 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Provisioning complete for port b8d27769-cb89-48e8-829c-d3246940d9f3 triggered by entity L2. {{(pid=101697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 19:15:38.073642 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626780'] for port, provisioning_complete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:38.147453 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:38.179022 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] For port b8d27769-cb89-48e8-829c-d3246940d9f3, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=b8d27769-cb89-48e8-829c-d3246940d9f3,segment=NetworkSegment(7ea8474d-e758-4aa7-a8b3-029b9f135415),segment_id=7ea8474d-e758-4aa7-a8b3-029b9f135415)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:15:38.182590 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017'] for port, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:38.230053 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Pushing event updated for resources: {'Port': ['ID=b8d27769-cb89-48e8-829c-d3246940d9f3,revision_number=5']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:15:38.362046 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362be2e-c983-47ed-9773-c95b0d2b9949 req-5517d700-8c4d-49e1-881b-24de198aa4d0 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:38.363536 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-5362be2e-c983-47ed-9773-c95b0d2b9949 req-5517d700-8c4d-49e1-881b-24de198aa4d0 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 946 time: 0.0518332 Nov 16 19:15:38.411788 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-5362be2e-c983-47ed-9773-c95b0d2b9949 req-2fc4e27b-a7c7-4145-829a-f5b4e056d0af tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423555 Nov 16 19:15:38.447470 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe776799-5aba-4894-a1c3-35f96f710982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d27769-cb89-48e8-829c-d3246940d9f3'}] {{(pid=101697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:15:38.449829 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfd60cd8e6e617d270fa2e7eed730ad9ce06be2b3ca712404e3f5592241e5714" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7c54f4-28b4-4e58-acab-2a42e2af0a0a" -d '{"events": [{"server_uuid": "fe776799-5aba-4894-a1c3-35f96f710982", "name": "network-vif-plugged", "status": "completed", "tag": "b8d27769-cb89-48e8-829c-d3246940d9f3"}]}' {{(pid=101697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:15:38.484761 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176e4c57-4d1d-4c81-9702-f493ce5814f6 x-openstack-request-id: req-176e4c57-4d1d-4c81-9702-f493ce5814f6 {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:15:38.485048 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe776799-5aba-4894-a1c3-35f96f710982", "name": "network-vif-plugged", "status": "completed", "tag": "b8d27769-cb89-48e8-829c-d3246940d9f3", "code": 200}]} {{(pid=101697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:15:38.485297 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-176e4c57-4d1d-4c81-9702-f493ce5814f6 {{(pid=101697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:15:38.485716 dv-cinder-667108-35-iscsi neutron-server[101697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe776799-5aba-4894-a1c3-35f96f710982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d27769-cb89-48e8-829c-d3246940d9f3', 'code': 200} Nov 16 19:15:38.723688 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a416f1-f7db-4f4f-9a27-2f0f27215145 req-8d835ab1-41ad-47db-b11e-85e48c9a19a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:38.725297 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-11a416f1-f7db-4f4f-9a27-2f0f27215145 req-8d835ab1-41ad-47db-b11e-85e48c9a19a1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 1099 time: 0.0539262 Nov 16 19:15:38.785277 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-11a416f1-f7db-4f4f-9a27-2f0f27215145 req-befacf83-8545-46a4-86da-543d00083c7f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403593 Nov 16 19:15:39.523071 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb8d57-f338-4a59-bbb8-46c23fc361db req-6f6aa4c3-5bb0-45db-8774-53761e753f07 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:39.524553 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f3fb8d57-f338-4a59-bbb8-46c23fc361db req-6f6aa4c3-5bb0-45db-8774-53761e753f07 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 946 time: 0.0474718 Nov 16 19:15:39.571418 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-f3fb8d57-f338-4a59-bbb8-46c23fc361db req-560ac981-9a0f-42dc-973c-bdee4727c19e tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410233 Nov 16 19:15:39.863530 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-dd717227-a0ff-4faf-9640-943e976b30f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:40.686301 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629acfad-ef10-4b3c-af3f-0e30185ccfcb req-198e61f9-894d-40b0-b413-2989b272b496 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:40.688306 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-629acfad-ef10-4b3c-af3f-0e30185ccfcb req-198e61f9-894d-40b0-b413-2989b272b496 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 946 time: 0.0497663 Nov 16 19:15:40.736188 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-629acfad-ef10-4b3c-af3f-0e30185ccfcb req-1d2f4d7d-f912-4fc3-852d-6ce534f3ab5c tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419924 Nov 16 19:15:40.847942 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54e16b-f7de-4bf1-8974-3a06f1e0dc48 req-82d98f55-10da-4148-afeb-9b69a298e024 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:40.849394 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-1c54e16b-f7de-4bf1-8974-3a06f1e0dc48 req-82d98f55-10da-4148-afeb-9b69a298e024 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 946 time: 0.0468278 Nov 16 19:15:40.900509 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-1c54e16b-f7de-4bf1-8974-3a06f1e0dc48 req-0f66477b-8458-4be5-8f4c-47c821631bda tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453274 Nov 16 19:15:40.922397 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54952) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:15:40.960754 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea47b884-b429-4e98-b0c1-8a15e899a533 tempest-TestVolumeBootPattern-1840865850 tempest-TestVolumeBootPattern-1840865850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:40.962185 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-ea47b884-b429-4e98-b0c1-8a15e899a533 tempest-TestVolumeBootPattern-1840865850 tempest-TestVolumeBootPattern-1840865850-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 1094 time: 0.0388012 Nov 16 19:15:40.964879 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54954) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:15:40.969120 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.v2.base [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Request body: {'floatingip': {'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'port_id': 'b8d27769-cb89-48e8-829c-d3246940d9f3', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 19:15:40.990669 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for floatingip, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:41.084313 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:41.394438 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_common [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Allocated IP 172.27.0.24 (5f3ac952-8559-40cc-8fc1-b48178a4ccf1/5b3505d5-c140-47b1-9b3e-49bde3fac2c7/24d0d3db-cfb9-4beb-8d03-5c9857b7adc0) {{(pid=101695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 19:15:41.401930 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:41.496720 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for port, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:41.528096 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770491981981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:41.561798 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Network 5f3ac952-8559-40cc-8fc1-b48178a4ccf1 is already hosted by enough agents. {{(pid=101695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 19:15:41.564513 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.base_scheduler [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Resources bound (agent type, host, resource id): {{(pid=101695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 19:15:41.570182 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Received port after_create {{(pid=101695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 19:15:41.598254 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Pushing event updated for resources: {'Port': ['ID=24d0d3db-cfb9-4beb-8d03-5c9857b7adc0,revision_number=1']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:15:41.610558 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:41.610909 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:41.611248 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:41.611583 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:41.611914 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:41.612243 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:41.612576 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:41.612956 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:41.613227 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:41.613571 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:41.613895 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:41.614214 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:15:41.918862 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:41.981778 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601190'] for port, before_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:42.130532 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for port, precommit_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:42.135061 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770492530405', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770491981999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770491982017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63250401'] for port, after_update {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:42.207693 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Pushing event updated for resources: {'Port': ['ID=24d0d3db-cfb9-4beb-8d03-5c9857b7adc0,revision_number=2']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:15:42.213771 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833619'] for floatingip, after_create {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:42.308817 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.l3_db [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Floating IP 4225e719-0225-4e19-ac26-981ce38d4c6c associated. External IP: 172.27.0.24, port: b8d27769-cb89-48e8-829c-d3246940d9f3. Nov 16 19:15:42.455376 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5f470232-f412-4439-89e9-79c5f66fcb92 req-791cc9d5-7a50-4a4e-a1aa-ce26388334ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431216 Nov 16 19:15:42.516711 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Router 24a9fefc-93d4-4508-ba51-d0b278ca25ec has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:15:42.537180 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f470232-f412-4439-89e9-79c5f66fcb92 req-d8b8dfde-0f68-4e3f-98c4-9865efbff546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:42.538698 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5f470232-f412-4439-89e9-79c5f66fcb92 req-d8b8dfde-0f68-4e3f-98c4-9865efbff546 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64eef6e0383c42f39e24aff3690b58fa&device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 1099 time: 0.0399351 Nov 16 19:15:42.627601 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:15:42.637760 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcd4121-623c-434d-a355-a1ab965e912e None None] Sync routers for ids ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:15:42.647322 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f470232-f412-4439-89e9-79c5f66fcb92 req-a92e74a5-03d4-450a-a820-e74caa7ada57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:42.647651 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for floatingip, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:42.648939 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5f470232-f412-4439-89e9-79c5f66fcb92 req-a92e74a5-03d4-450a-a820-e74caa7ada57 service neutron] 10.222.0.18 "GET /v2.0/networks?id=33fd3960-6c3f-4161-8d19-bd407c7a0dc6 HTTP/1.1" status: 200 len: 910 time: 0.0900745 Nov 16 19:15:42.649401 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd4121-623c-434d-a355-a1ab965e912e None None] Routers {'24a9fefc-93d4-4508-ba51-d0b278ca25ec'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:15:42.650044 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-2fcd4121-623c-434d-a355-a1ab965e912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:15:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:15:42.690362 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-b9e91ec1-4702-4bf2-b965-ea7553d479fe tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7241726 Nov 16 19:15:42.691056 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe776799-5aba-4894-a1c3-35f96f710982', 'tag': 'b8d27769-cb89-48e8-829c-d3246940d9f3'}] {{(pid=101695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:15:42.693534 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd271a50102e67beddb2fedac2b1f0e72c74193367130158f77a5ad7182eeeac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718a7680-ad30-4261-9742-130b196b8bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "fe776799-5aba-4894-a1c3-35f96f710982", "tag": "b8d27769-cb89-48e8-829c-d3246940d9f3"}]}' {{(pid=101695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:15:42.724136 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5f470232-f412-4439-89e9-79c5f66fcb92 req-4a13f864-0912-416d-9a7e-c635741b829f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09ee89b4-ca67-46d8-a2ca-e497e063a615 HTTP/1.1" status: 200 len: 1001 time: 0.0669863 Nov 16 19:15:42.731448 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b7ad50-18a3-451f-8148-c15d7821cf96 x-openstack-request-id: req-88b7ad50-18a3-451f-8148-c15d7821cf96 {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:15:42.731750 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe776799-5aba-4894-a1c3-35f96f710982", "tag": "b8d27769-cb89-48e8-829c-d3246940d9f3", "status": "completed", "code": 200}]} {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:15:42.732008 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-88b7ad50-18a3-451f-8148-c15d7821cf96 {{(pid=101695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:15:42.732411 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe776799-5aba-4894-a1c3-35f96f710982', 'tag': 'b8d27769-cb89-48e8-829c-d3246940d9f3', 'status': 'completed', 'code': 200} Nov 16 19:15:42.760277 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-2fcd4121-623c-434d-a355-a1ab965e912e None None] Set router 24a9fefc-93d4-4508-ba51-d0b278ca25ec gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:15:42.804970 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f470232-f412-4439-89e9-79c5f66fcb92 req-02f8d22c-5ba2-462b-af05-5e6cf146001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:42.806468 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5f470232-f412-4439-89e9-79c5f66fcb92 req-02f8d22c-5ba2-462b-af05-5e6cf146001c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0febde38-a6ec-4de2-b239-e4ad19cc38fc HTTP/1.1" status: 200 len: 848 time: 0.0735619 Nov 16 19:15:42.816259 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a7680-ad30-4261-9742-130b196b8bf7 req-d25fd4ae-c1db-4531-93d8-f008e125a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:42.817659 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-718a7680-ad30-4261-9742-130b196b8bf7 req-d25fd4ae-c1db-4531-93d8-f008e125a6f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffaa0849f50740c491e5f247362c3b10&device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 1099 time: 0.0584927 Nov 16 19:15:42.904097 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f470232-f412-4439-89e9-79c5f66fcb92 req-7d1628d7-2822-49c1-8905-41f5cb53e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:42.906162 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5f470232-f412-4439-89e9-79c5f66fcb92 req-7d1628d7-2822-49c1-8905-41f5cb53e394 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=33fd3960-6c3f-4161-8d19-bd407c7a0dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0919223 Nov 16 19:15:42.974509 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a7680-ad30-4261-9742-130b196b8bf7 req-971cb7dd-58fb-4702-966c-e119d792276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:42.975889 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-718a7680-ad30-4261-9742-130b196b8bf7 req-971cb7dd-58fb-4702-966c-e119d792276a service neutron] 10.222.0.18 "GET /v2.0/networks?id=8869448c-a462-4b3c-b5fc-a38ebbecc48e HTTP/1.1" status: 200 len: 913 time: 0.1501772 Nov 16 19:15:42.988051 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-2fcd4121-623c-434d-a355-a1ab965e912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 4, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '4225e719-0225-4e19-ac26-981ce38d4c6c', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'port_id': 'b8d27769-cb89-48e8-829c-d3246940d9f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'mac_address': 'fa:16:3e:fa:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe776799-5aba-4894-a1c3-35f96f710982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:15:41Z', 'updated_at': '2021-11-16T19:15:41Z', 'revision_number': 0, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'fixed_ip_address_scope': None}, {'id': '9f249701-6f22-4471-bfad-4b501a732398', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'port_id': 'a30d891d-e171-4453-a208-576a4e39415d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'mac_address': 'fa:16:3e:68:9a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2654762b-4f00-4de9-b1af-e2be569d09c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:13:42Z', 'updated_at': '2021-11-16T19:13:44Z', 'revision_number': 1, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5e390d-e9fd-449f-9e16-011f282697a3', 'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'mac_address': 'fa:16:3e:a7:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:41Z', 'updated_at': '2021-11-16T19:10:45Z', 'revision_number': 5, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'subnets': [{'id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:15:43.013783 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcd4121-623c-434d-a355-a1ab965e912e None None] Checking router: 24a9fefc-93d4-4508-ba51-d0b278ca25ec for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:15:43.021986 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd4121-623c-434d-a355-a1ab965e912e None None] Routers {'24a9fefc-93d4-4508-ba51-d0b278ca25ec'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:15:43.022592 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-2fcd4121-623c-434d-a355-a1ab965e912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:15:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:15:43.062369 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-718a7680-ad30-4261-9742-130b196b8bf7 req-1f2e900d-a2a1-4288-aa73-afb13a864590 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8d27769-cb89-48e8-829c-d3246940d9f3 HTTP/1.1" status: 200 len: 999 time: 0.0789845 Nov 16 19:15:43.064314 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5f470232-f412-4439-89e9-79c5f66fcb92 req-2b7c30ba-23c7-4c98-89fa-8b0ce1ae4d90 service neutron] 10.222.0.18 "GET /v2.0/networks/33fd3960-6c3f-4161-8d19-bd407c7a0dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461117 Nov 16 19:15:43.126089 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-2fcd4121-623c-434d-a355-a1ab965e912e None None] Set router 24a9fefc-93d4-4508-ba51-d0b278ca25ec gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:15:43.166715 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a7680-ad30-4261-9742-130b196b8bf7 req-c6a50479-ecf8-43e9-b704-83bd927555b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:43.168189 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-718a7680-ad30-4261-9742-130b196b8bf7 req-c6a50479-ecf8-43e9-b704-83bd927555b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1968e57c-025d-4b7d-8c0b-82ea90efd865 HTTP/1.1" status: 200 len: 851 time: 0.0932126 Nov 16 19:15:43.224602 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-5f470232-f412-4439-89e9-79c5f66fcb92 req-8043c2dc-3bbc-41f4-8ec8-8b864e6acb14 service neutron] 10.222.0.18 "GET /v2.0/networks/33fd3960-6c3f-4161-8d19-bd407c7a0dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418810 Nov 16 19:15:43.231632 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:15:43.237354 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a7680-ad30-4261-9742-130b196b8bf7 req-45ad1127-fd7e-4415-9128-fc4558c48763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:15:43.238871 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-718a7680-ad30-4261-9742-130b196b8bf7 req-45ad1127-fd7e-4415-9128-fc4558c48763 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8869448c-a462-4b3c-b5fc-a38ebbecc48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0612693 Nov 16 19:15:43.331194 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-718a7680-ad30-4261-9742-130b196b8bf7 req-3506e6fe-103b-4c11-898f-db754d2df1f9 service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837002 Nov 16 19:15:43.374035 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-2fcd4121-623c-434d-a355-a1ab965e912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 4, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '4225e719-0225-4e19-ac26-981ce38d4c6c', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'port_id': 'b8d27769-cb89-48e8-829c-d3246940d9f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'mac_address': 'fa:16:3e:fa:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe776799-5aba-4894-a1c3-35f96f710982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:15:41Z', 'updated_at': '2021-11-16T19:15:41Z', 'revision_number': 0, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'fixed_ip_address_scope': None}, {'id': '9f249701-6f22-4471-bfad-4b501a732398', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'port_id': 'a30d891d-e171-4453-a208-576a4e39415d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'mac_address': 'fa:16:3e:68:9a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2654762b-4f00-4de9-b1af-e2be569d09c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:13:42Z', 'updated_at': '2021-11-16T19:13:44Z', 'revision_number': 1, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5e390d-e9fd-449f-9e16-011f282697a3', 'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'mac_address': 'fa:16:3e:a7:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:41Z', 'updated_at': '2021-11-16T19:10:45Z', 'revision_number': 5, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'subnets': [{'id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:15:43.404294 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcd4121-623c-434d-a355-a1ab965e912e None None] The sync data for ids ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'] in dv-cinder-667108-35-iscsi is: [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 4, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '4225e719-0225-4e19-ac26-981ce38d4c6c', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'port_id': 'b8d27769-cb89-48e8-829c-d3246940d9f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'mac_address': 'fa:16:3e:fa:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe776799-5aba-4894-a1c3-35f96f710982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:15:41Z', 'updated_at': '2021-11-16T19:15:41Z', 'revision_number': 0, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'fixed_ip_address_scope': None}, {'id': '9f249701-6f22-4471-bfad-4b501a732398', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'port_id': 'a30d891d-e171-4453-a208-576a4e39415d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'mac_address': 'fa:16:3e:68:9a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2654762b-4f00-4de9-b1af-e2be569d09c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:13:42Z', 'updated_at': '2021-11-16T19:13:44Z', 'revision_number': 1, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5e390d-e9fd-449f-9e16-011f282697a3', 'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'mac_address': 'fa:16:3e:a7:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:41Z', 'updated_at': '2021-11-16T19:10:45Z', 'revision_number': 5, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'subnets': [{'id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:15:43.425489 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-718a7680-ad30-4261-9742-130b196b8bf7 req-aa59c229-5349-4352-b62e-8d29b46dbdce service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869234 Nov 16 19:15:43.593276 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc7d1a3-1cb3-46cd-8e2f-7158d0d1b87f None None] New status for floating IP 4225e719-0225-4e19-ac26-981ce38d4c6c: ACTIVE {{(pid=101698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 19:15:43.828046 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:00.563806 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:06.857869 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-dad2bcd0-2f31-4d95-89ff-31b2ceebfa41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:09.582571 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:16:09.865773 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-0c41ee7b-f211-4458-a776-0ec7801efc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:11.403381 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:13.220568 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:13.829431 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:30.562514 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:36.859964 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-9e8937a7-b5f2-4aea-99e5-d4fc14aeacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:39.865990 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-4a75cbb9-cea9-4363-a9e9-ee1f7e68c5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:41.407310 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:42.481096 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-159b3561-afc9-4274-8cd7-2d8b363dc6f6 req-274a658c-6646-4bf0-bdc8-3c69d6a93fbf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2654762b-4f00-4de9-b1af-e2be569d09c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809364 Nov 16 19:16:42.542875 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b3561-afc9-4274-8cd7-2d8b363dc6f6 req-60383d52-3490-4936-b34f-e38e11c3b368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:16:42.544364 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-159b3561-afc9-4274-8cd7-2d8b363dc6f6 req-60383d52-3490-4936-b34f-e38e11c3b368 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffaa0849f50740c491e5f247362c3b10&device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 1098 time: 0.0400589 Nov 16 19:16:42.654374 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b3561-afc9-4274-8cd7-2d8b363dc6f6 req-8ad93170-2d5e-40da-8ddf-c48717049bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:16:42.655852 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-159b3561-afc9-4274-8cd7-2d8b363dc6f6 req-8ad93170-2d5e-40da-8ddf-c48717049bde service neutron] 10.222.0.18 "GET /v2.0/networks?id=8869448c-a462-4b3c-b5fc-a38ebbecc48e HTTP/1.1" status: 200 len: 913 time: 0.0890484 Nov 16 19:16:42.720978 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-159b3561-afc9-4274-8cd7-2d8b363dc6f6 req-2d0c6159-172a-448c-a6a6-c7f65b1d848e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30d891d-e171-4453-a208-576a4e39415d HTTP/1.1" status: 200 len: 1001 time: 0.0561061 Nov 16 19:16:42.775222 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b3561-afc9-4274-8cd7-2d8b363dc6f6 req-8ee6b4c3-f3c7-4cef-bafb-6c5584a20b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:16:42.776661 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-159b3561-afc9-4274-8cd7-2d8b363dc6f6 req-8ee6b4c3-f3c7-4cef-bafb-6c5584a20b04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1968e57c-025d-4b7d-8c0b-82ea90efd865 HTTP/1.1" status: 200 len: 851 time: 0.0464032 Nov 16 19:16:42.829270 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b3561-afc9-4274-8cd7-2d8b363dc6f6 req-99001d7a-7c4e-4c05-80b4-d015fbeef394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:16:42.830805 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-159b3561-afc9-4274-8cd7-2d8b363dc6f6 req-99001d7a-7c4e-4c05-80b4-d015fbeef394 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8869448c-a462-4b3c-b5fc-a38ebbecc48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411940 Nov 16 19:16:42.923680 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-159b3561-afc9-4274-8cd7-2d8b363dc6f6 req-2f5b7bc4-2008-47fe-8335-fe6f8c864685 service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828946 Nov 16 19:16:43.017618 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-159b3561-afc9-4274-8cd7-2d8b363dc6f6 req-74e0dace-fb59-4993-a2fb-78101a4bb635 service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857718 Nov 16 19:16:43.223820 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:43.831266 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:45.505160 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [req-d8d13131-cecd-4184-9025-e26145d3dc83 req-d688387d-ab0e-4e96-95be-60d1bf1b84bc service neutron] (101695) timed out ('10.222.0.18', 60177) {{(pid=101695) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 19:16:46.581003 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:16:46.770758 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [req-6a79e1fd-6e3d-4530-ac87-6428e79ed2d4 req-3d3c54fd-6c70-4464-8744-aa0af31ab69c service neutron] (101695) timed out ('10.222.0.18', 60201) {{(pid=101695) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 19:16:50.606182 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 54984) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:16:50.763396 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Deleting port b944cb1b-e598-4ee8-8eee-481c1fc175e0 {{(pid=101695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:16:50.763730 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:50.840424 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:50.840746 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:50.852830 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Calling delete_port for b944cb1b-e598-4ee8-8eee-481c1fc175e0 owned by network:floatingip {{(pid=101695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:16:50.998404 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:51.022618 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Pushing event deleted for resources: {'Port': ['ID=b944cb1b-e598-4ee8-8eee-481c1fc175e0,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:16:51.035569 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:51.035922 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:51.036257 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:51.036607 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:51.036917 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:51.037241 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:51.037584 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:51.037907 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:51.038227 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:51.038546 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:51.038861 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:51.039174 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:51.092806 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for floatingip, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:51.093177 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.l3_db [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Floating IP 170dd72c-00fa-4789-a72a-a49b178576d2 disassociated (deleted). External IP: 172.27.0.57, port: 09ee89b4-ca67-46d8-a2ca-e497e063a615. Nov 16 19:16:51.297803 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Router 454be275-7a3e-436e-8089-1b297e4d2eee has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:16:51.404765 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:16:51.409679 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for floatingip, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:51.415537 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4686f0-3280-4ec3-bfe7-51cb1b570d7f None None] Sync routers for ids ['454be275-7a3e-436e-8089-1b297e4d2eee'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:16:51.425813 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4686f0-3280-4ec3-bfe7-51cb1b570d7f None None] Routers {'454be275-7a3e-436e-8089-1b297e4d2eee'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:16:51.426426 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-ec4686f0-3280-4ec3-bfe7-51cb1b570d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:16:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['454be275-7a3e-436e-8089-1b297e4d2eee'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:16:51.438613 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-34ef5579-710c-49c0-b63e-65309700bf19 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "DELETE /v2.0/floatingips/170dd72c-00fa-4789-a72a-a49b178576d2 HTTP/1.1" status: 204 len: 168 time: 0.8313413 Nov 16 19:16:51.439214 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811', 'tag': '09ee89b4-ca67-46d8-a2ca-e497e063a615'}] {{(pid=101695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:16:51.441577 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd271a50102e67beddb2fedac2b1f0e72c74193367130158f77a5ad7182eeeac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2597bf-e27e-490b-b4dd-e97e2b7ecd3b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811", "tag": "09ee89b4-ca67-46d8-a2ca-e497e063a615"}]}' {{(pid=101695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:16:51.536321 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-ec4686f0-3280-4ec3-bfe7-51cb1b570d7f None None] Set router 454be275-7a3e-436e-8089-1b297e4d2eee gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:16:51.583549 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5f07d0-5bd1-40c2-884f-9da211f41b9d x-openstack-request-id: req-7b5f07d0-5bd1-40c2-884f-9da211f41b9d {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:16:51.584133 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811", "tag": "09ee89b4-ca67-46d8-a2ca-e497e063a615", "status": "completed", "code": 200}]} {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:16:51.584735 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7b5f07d0-5bd1-40c2-884f-9da211f41b9d {{(pid=101695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:16:51.585371 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811', 'tag': '09ee89b4-ca67-46d8-a2ca-e497e063a615', 'status': 'completed', 'code': 200} Nov 16 19:16:51.654906 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2597bf-e27e-490b-b4dd-e97e2b7ecd3b req-50aa3f8d-f6ad-4d7f-9eee-6be69544e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:16:51.657057 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4c2597bf-e27e-490b-b4dd-e97e2b7ecd3b req-50aa3f8d-f6ad-4d7f-9eee-6be69544e04e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64eef6e0383c42f39e24aff3690b58fa&device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 1099 time: 0.0458741 Nov 16 19:16:51.733482 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a0bde-0ee5-455c-affc-99925662db69 req-cf451210-26b8-49de-baae-c25d9b60f676 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:16:51.735943 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9d0a0bde-0ee5-455c-affc-99925662db69 req-cf451210-26b8-49de-baae-c25d9b60f676 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 946 time: 0.1096117 Nov 16 19:16:51.756930 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2597bf-e27e-490b-b4dd-e97e2b7ecd3b req-9d4369cd-64f0-476e-9217-abb26bac9a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:16:51.758520 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4c2597bf-e27e-490b-b4dd-e97e2b7ecd3b req-9d4369cd-64f0-476e-9217-abb26bac9a1b service neutron] 10.222.0.18 "GET /v2.0/networks?id=33fd3960-6c3f-4161-8d19-bd407c7a0dc6 HTTP/1.1" status: 200 len: 910 time: 0.0928314 Nov 16 19:16:51.788845 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-9d0a0bde-0ee5-455c-affc-99925662db69 req-237e28c2-e4e8-4933-a535-78c55042a5b3 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461147 Nov 16 19:16:51.801911 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4c2597bf-e27e-490b-b4dd-e97e2b7ecd3b req-45da6e38-ee23-4b22-b70f-9a6ed0a40ede service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09ee89b4-ca67-46d8-a2ca-e497e063a615 HTTP/1.1" status: 200 len: 217 time: 0.0358493 Nov 16 19:16:51.852401 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2597bf-e27e-490b-b4dd-e97e2b7ecd3b req-203296a5-d583-4798-ab7a-b714eca11579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:16:51.853899 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4c2597bf-e27e-490b-b4dd-e97e2b7ecd3b req-203296a5-d583-4798-ab7a-b714eca11579 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0febde38-a6ec-4de2-b239-e4ad19cc38fc HTTP/1.1" status: 200 len: 848 time: 0.0439732 Nov 16 19:16:51.869604 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-ec4686f0-3280-4ec3-bfe7-51cb1b570d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'name': 'tempest-TestShelveInstance-1008462836-router', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:23Z', 'updated_at': '2021-11-16T19:12:26Z', 'revision_number': 4, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'gw_port': {'id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:24Z', 'updated_at': '2021-11-16T19:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'b6402962-58a8-41af-9d45-d8143790e6ff', 'name': '', 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'mac_address': 'fa:16:3e:8b:7d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:25Z', 'updated_at': '2021-11-16T19:12:30Z', 'revision_number': 5, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'subnets': [{'id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:16:51.900748 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4686f0-3280-4ec3-bfe7-51cb1b570d7f None None] Checking router: 454be275-7a3e-436e-8089-1b297e4d2eee for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:16:51.904032 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2597bf-e27e-490b-b4dd-e97e2b7ecd3b req-39aab765-a1e9-4146-a069-006c659c7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:16:51.905509 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4c2597bf-e27e-490b-b4dd-e97e2b7ecd3b req-39aab765-a1e9-4146-a069-006c659c7cdd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=33fd3960-6c3f-4161-8d19-bd407c7a0dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442297 Nov 16 19:16:51.909239 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4686f0-3280-4ec3-bfe7-51cb1b570d7f None None] Routers {'454be275-7a3e-436e-8089-1b297e4d2eee'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:16:51.909877 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-ec4686f0-3280-4ec3-bfe7-51cb1b570d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:16:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['454be275-7a3e-436e-8089-1b297e4d2eee'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:16:51.996054 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4c2597bf-e27e-490b-b4dd-e97e2b7ecd3b req-c8ec0960-a68c-4be8-9cde-db3c8576f0f8 service neutron] 10.222.0.18 "GET /v2.0/networks/33fd3960-6c3f-4161-8d19-bd407c7a0dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823772 Nov 16 19:16:52.015473 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-ec4686f0-3280-4ec3-bfe7-51cb1b570d7f None None] Set router 454be275-7a3e-436e-8089-1b297e4d2eee gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:16:52.090026 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4c2597bf-e27e-490b-b4dd-e97e2b7ecd3b req-80478024-ba25-40a1-96af-fc2dc80938dc service neutron] 10.222.0.18 "GET /v2.0/networks/33fd3960-6c3f-4161-8d19-bd407c7a0dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855107 Nov 16 19:16:52.214073 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-ec4686f0-3280-4ec3-bfe7-51cb1b570d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'name': 'tempest-TestShelveInstance-1008462836-router', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:23Z', 'updated_at': '2021-11-16T19:12:26Z', 'revision_number': 4, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'gw_port': {'id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:24Z', 'updated_at': '2021-11-16T19:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'b6402962-58a8-41af-9d45-d8143790e6ff', 'name': '', 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'mac_address': 'fa:16:3e:8b:7d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:25Z', 'updated_at': '2021-11-16T19:12:30Z', 'revision_number': 5, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'subnets': [{'id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:16:52.240303 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4686f0-3280-4ec3-bfe7-51cb1b570d7f None None] The sync data for ids ['454be275-7a3e-436e-8089-1b297e4d2eee'] in dv-cinder-667108-35-iscsi is: [{'id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'name': 'tempest-TestShelveInstance-1008462836-router', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:23Z', 'updated_at': '2021-11-16T19:12:26Z', 'revision_number': 4, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'gw_port': {'id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:24Z', 'updated_at': '2021-11-16T19:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'b6402962-58a8-41af-9d45-d8143790e6ff', 'name': '', 'network_id': '33fd3960-6c3f-4161-8d19-bd407c7a0dc6', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'mac_address': 'fa:16:3e:8b:7d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:25Z', 'updated_at': '2021-11-16T19:12:30Z', 'revision_number': 5, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'subnets': [{'id': '0febde38-a6ec-4de2-b239-e4ad19cc38fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:16:52.449467 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75f7aa2-8ad4-40b9-a96d-304b484741b0 None None] New status for floating IP 170dd72c-00fa-4789-a72a-a49b178576d2: DOWN {{(pid=101698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 19:16:52.959605 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc77e75-c19c-4c80-931e-fbbbfedacf0a req-e172358d-2188-419a-9afb-66cb25f70030 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:16:52.961093 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6cc77e75-c19c-4c80-931e-fbbbfedacf0a req-e172358d-2188-419a-9afb-66cb25f70030 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 946 time: 0.0998309 Nov 16 19:16:53.008874 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6cc77e75-c19c-4c80-931e-fbbbfedacf0a req-2862b4d7-af9a-400e-98e8-375b76c1a671 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/security-groups?id=1216bc2c-4b2e-43c1-a770-c803ed9e820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419137 Nov 16 19:16:53.273733 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a71aa1-365c-425e-ba32-eb6cf05cf852 req-85c4000f-139b-40ad-a761-f0c103a931bf tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:16:53.275197 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-56a71aa1-365c-425e-ba32-eb6cf05cf852 req-85c4000f-139b-40ad-a761-f0c103a931bf tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 946 time: 0.0526047 Nov 16 19:16:53.601891 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-56a71aa1-365c-425e-ba32-eb6cf05cf852 req-8afcd210-640e-424a-9421-5848a429d48b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Deleting port 09ee89b4-ca67-46d8-a2ca-e497e063a615 {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:16:53.602142 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-56a71aa1-365c-425e-ba32-eb6cf05cf852 req-8afcd210-640e-424a-9421-5848a429d48b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:53.691527 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-56a71aa1-365c-425e-ba32-eb6cf05cf852 req-8afcd210-640e-424a-9421-5848a429d48b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] For port 09ee89b4-ca67-46d8-a2ca-e497e063a615, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=09ee89b4-ca67-46d8-a2ca-e497e063a615,segment=NetworkSegment(d1dd0483-8ed2-41c8-b0e8-dc2587ed113b),segment_id=d1dd0483-8ed2-41c8-b0e8-dc2587ed113b)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:16:53.691888 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-56a71aa1-365c-425e-ba32-eb6cf05cf852 req-8afcd210-640e-424a-9421-5848a429d48b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:53.703740 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-56a71aa1-365c-425e-ba32-eb6cf05cf852 req-8afcd210-640e-424a-9421-5848a429d48b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Calling delete_port for 09ee89b4-ca67-46d8-a2ca-e497e063a615 owned by compute:nova {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:16:53.830985 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-56a71aa1-365c-425e-ba32-eb6cf05cf852 req-8afcd210-640e-424a-9421-5848a429d48b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:53.859199 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcd210-640e-424a-9421-5848a429d48b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Pushing event deleted for resources: {'Port': ['ID=09ee89b4-ca67-46d8-a2ca-e497e063a615,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:16:53.886012 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afcd210-640e-424a-9421-5848a429d48b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:53.886366 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afcd210-640e-424a-9421-5848a429d48b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:53.886712 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afcd210-640e-424a-9421-5848a429d48b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:53.887051 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afcd210-640e-424a-9421-5848a429d48b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:53.887387 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afcd210-640e-424a-9421-5848a429d48b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:53.887723 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afcd210-640e-424a-9421-5848a429d48b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:53.888055 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afcd210-640e-424a-9421-5848a429d48b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:53.888381 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afcd210-640e-424a-9421-5848a429d48b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:53.888709 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afcd210-640e-424a-9421-5848a429d48b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:53.889035 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afcd210-640e-424a-9421-5848a429d48b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:53.889357 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afcd210-640e-424a-9421-5848a429d48b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:53.889705 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afcd210-640e-424a-9421-5848a429d48b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:53.911101 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a71aa1-365c-425e-ba32-eb6cf05cf852 req-8afcd210-640e-424a-9421-5848a429d48b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] No DVR routers for this DVR port 09ee89b4-ca67-46d8-a2ca-e497e063a615 on host hv-cinder-66710 {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:16:53.913634 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-56a71aa1-365c-425e-ba32-eb6cf05cf852 req-8afcd210-640e-424a-9421-5848a429d48b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:53.916989 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-56a71aa1-365c-425e-ba32-eb6cf05cf852 req-8afcd210-640e-424a-9421-5848a429d48b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.18 "DELETE /v2.0/ports/09ee89b4-ca67-46d8-a2ca-e497e063a615 HTTP/1.1" status: 204 len: 173 time: 0.6339593 Nov 16 19:16:53.917425 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811', 'name': 'network-vif-deleted', 'tag': '09ee89b4-ca67-46d8-a2ca-e497e063a615'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:16:53.919721 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480152a7-0b5b-424a-8f13-b9192058d779" -d '{"events": [{"server_uuid": "7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811", "name": "network-vif-deleted", "tag": "09ee89b4-ca67-46d8-a2ca-e497e063a615"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:16:53.960823 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810c445a-73ba-413e-8120-c8acf763d7d6 x-openstack-request-id: req-810c445a-73ba-413e-8120-c8acf763d7d6 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:16:53.961419 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811", "name": "network-vif-deleted", "tag": "09ee89b4-ca67-46d8-a2ca-e497e063a615", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:16:53.961419 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-810c445a-73ba-413e-8120-c8acf763d7d6 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:16:53.961878 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811', 'name': 'network-vif-deleted', 'tag': '09ee89b4-ca67-46d8-a2ca-e497e063a615', 'status': 'completed', 'code': 200} Nov 16 19:16:54.103193 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-6edbffff-dc82-4704-bb18-3884fe18a75d req-ece22f62-8d10-4dba-a3c7-6c4190f2a01b tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce7712c-e0f7-47f4-b5ea-ebc0d76a1811 HTTP/1.1" status: 200 len: 210 time: 0.0261137 Nov 16 19:16:55.158829 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 55018) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:16:55.215346 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-cfca3099-2943-4350-9155-28c1d3226760 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:55.244215 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-cfca3099-2943-4350-9155-28c1d3226760 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:55.305252 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-cfca3099-2943-4350-9155-28c1d3226760 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:55.307879 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-cfca3099-2943-4350-9155-28c1d3226760 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:55.309042 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-cfca3099-2943-4350-9155-28c1d3226760 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] 10.222.0.46 "DELETE /v2.0/security-groups/1216bc2c-4b2e-43c1-a770-c803ed9e820f HTTP/1.1" status: 204 len: 168 time: 0.1485748 Nov 16 19:16:55.318717 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca3099-2943-4350-9155-28c1d3226760 tempest-TestShelveInstance-1758833649 tempest-TestShelveInstance-1758833649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1216bc2c-4b2e-43c1-a770-c803ed9e820f,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:16:56.370609 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 55024) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:16:56.438527 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 09ee89b4-ca67-46d8-a2ca-e497e063a615 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:16:56.458663 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] No Port match for: 09ee89b4-ca67-46d8-a2ca-e497e063a615 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:16:56.459017 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device 09ee89b4-ca67-46d8-a2ca-e497e063a615 not bound to the agent host hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:16:56.923970 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5d99f657-8283-4fa0-ae41-89f9c0c10b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667731'] for router_interface, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:57.161484 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-5d99f657-8283-4fa0-ae41-89f9c0c10b9a admin admin] Deleting port b6402962-58a8-41af-9d45-d8143790e6ff {{(pid=101695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:16:57.161858 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5d99f657-8283-4fa0-ae41-89f9c0c10b9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:57.245665 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.db [None req-5d99f657-8283-4fa0-ae41-89f9c0c10b9a admin admin] For port b6402962-58a8-41af-9d45-d8143790e6ff, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=b6402962-58a8-41af-9d45-d8143790e6ff,segment=NetworkSegment(d1dd0483-8ed2-41c8-b0e8-dc2587ed113b),segment_id=d1dd0483-8ed2-41c8-b0e8-dc2587ed113b)] {{(pid=101695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:16:57.245979 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5d99f657-8283-4fa0-ae41-89f9c0c10b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:57.258434 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-5d99f657-8283-4fa0-ae41-89f9c0c10b9a admin admin] Calling delete_port for b6402962-58a8-41af-9d45-d8143790e6ff owned by network:router_interface {{(pid=101695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:16:57.433157 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5d99f657-8283-4fa0-ae41-89f9c0c10b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:57.458799 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99f657-8283-4fa0-ae41-89f9c0c10b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=b6402962-58a8-41af-9d45-d8143790e6ff,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:16:57.623026 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-5d99f657-8283-4fa0-ae41-89f9c0c10b9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667599'] for router_interface, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:57.832826 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d99f657-8283-4fa0-ae41-89f9c0c10b9a admin admin] Router 454be275-7a3e-436e-8089-1b297e4d2eee has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:16:57.937342 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d99f657-8283-4fa0-ae41-89f9c0c10b9a admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:16:57.942963 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-5d99f657-8283-4fa0-ae41-89f9c0c10b9a admin admin] 10.222.0.46 "PUT /v2.0/routers/454be275-7a3e-436e-8089-1b297e4d2eee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5711989 Nov 16 19:16:57.945435 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 55026) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:16:57.946571 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc251c69-84d6-492a-9d40-80e236240f24 None None] Sync routers for ids ['454be275-7a3e-436e-8089-1b297e4d2eee'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:16:57.957821 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc251c69-84d6-492a-9d40-80e236240f24 None None] Routers {'454be275-7a3e-436e-8089-1b297e4d2eee'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:16:57.958428 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-fc251c69-84d6-492a-9d40-80e236240f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:16:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['454be275-7a3e-436e-8089-1b297e4d2eee'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:16:58.048094 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c386a05d-561f-43b0-b831-8a340975ab8a admin admin] Publish callbacks [] for router, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:58.059688 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-fc251c69-84d6-492a-9d40-80e236240f24 None None] Set router 454be275-7a3e-436e-8089-1b297e4d2eee gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:16:58.149821 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c386a05d-561f-43b0-b831-8a340975ab8a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:58.201030 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-c386a05d-561f-43b0-b831-8a340975ab8a admin admin] Deleting port 12e4cd10-0534-4d1f-84d4-f07c0aa0129a {{(pid=101695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:16:58.201360 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c386a05d-561f-43b0-b831-8a340975ab8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:58.234761 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-fc251c69-84d6-492a-9d40-80e236240f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'name': 'tempest-TestShelveInstance-1008462836-router', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:23Z', 'updated_at': '2021-11-16T19:16:57Z', 'revision_number': 5, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'gw_port': {'id': '12e4cd10-0534-4d1f-84d4-f07c0aa0129a', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:24Z', 'updated_at': '2021-11-16T19:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:16:58.266204 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc251c69-84d6-492a-9d40-80e236240f24 None None] Checking router: 454be275-7a3e-436e-8089-1b297e4d2eee for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:16:58.274764 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc251c69-84d6-492a-9d40-80e236240f24 None None] Routers {'454be275-7a3e-436e-8089-1b297e4d2eee'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:16:58.275373 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-fc251c69-84d6-492a-9d40-80e236240f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:16:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['454be275-7a3e-436e-8089-1b297e4d2eee'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:16:58.282208 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.db [None req-c386a05d-561f-43b0-b831-8a340975ab8a admin admin] For port 12e4cd10-0534-4d1f-84d4-f07c0aa0129a, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=12e4cd10-0534-4d1f-84d4-f07c0aa0129a,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:16:58.282583 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c386a05d-561f-43b0-b831-8a340975ab8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:58.294061 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-c386a05d-561f-43b0-b831-8a340975ab8a admin admin] Calling delete_port for 12e4cd10-0534-4d1f-84d4-f07c0aa0129a owned by network:router_gateway {{(pid=101695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:16:58.361623 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-fc251c69-84d6-492a-9d40-80e236240f24 None None] Set router 454be275-7a3e-436e-8089-1b297e4d2eee gateway port host: None {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:16:58.413736 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-fc251c69-84d6-492a-9d40-80e236240f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'name': 'tempest-TestShelveInstance-1008462836-router', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:23Z', 'updated_at': '2021-11-16T19:16:58Z', 'revision_number': 6, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'gw_port_host': None}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:16:58.443540 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc251c69-84d6-492a-9d40-80e236240f24 None None] The sync data for ids ['454be275-7a3e-436e-8089-1b297e4d2eee'] in dv-cinder-667108-35-iscsi is: [{'id': '454be275-7a3e-436e-8089-1b297e4d2eee', 'name': 'tempest-TestShelveInstance-1008462836-router', 'tenant_id': '64eef6e0383c42f39e24aff3690b58fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:23Z', 'updated_at': '2021-11-16T19:16:58Z', 'revision_number': 6, 'project_id': '64eef6e0383c42f39e24aff3690b58fa', 'gw_port_host': None}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:16:58.464574 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c386a05d-561f-43b0-b831-8a340975ab8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:58.494202 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386a05d-561f-43b0-b831-8a340975ab8a admin admin] Pushing event deleted for resources: {'Port': ['ID=12e4cd10-0534-4d1f-84d4-f07c0aa0129a,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:16:58.550341 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c386a05d-561f-43b0-b831-8a340975ab8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833645'] for router_gateway, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:58.638754 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c386a05d-561f-43b0-b831-8a340975ab8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-748'] for router, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:58.640835 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c386a05d-561f-43b0-b831-8a340975ab8a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:58.685325 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c386a05d-561f-43b0-b831-8a340975ab8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667254'] for router, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:58.685803 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c386a05d-561f-43b0-b831-8a340975ab8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 454be275-7a3e-436e-8089-1b297e4d2eee {{(pid=101695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 19:16:58.690087 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-c386a05d-561f-43b0-b831-8a340975ab8a admin admin] Publish callbacks [] for router, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:58.691744 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-c386a05d-561f-43b0-b831-8a340975ab8a admin admin] 10.222.0.46 "DELETE /v2.0/routers/454be275-7a3e-436e-8089-1b297e4d2eee HTTP/1.1" status: 204 len: 168 time: 0.7453401 Nov 16 19:16:58.694238 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 55028) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:16:58.737627 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4520a9-8bdf-4515-90d6-ae3cc8d9baa3 admin admin] Deleting subnet 0febde38-a6ec-4de2-b239-e4ad19cc38fc {{(pid=101695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 19:16:58.740632 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8a4520a9-8bdf-4515-90d6-ae3cc8d9baa3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:58.775657 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8a4520a9-8bdf-4515-90d6-ae3cc8d9baa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63388205'] for subnet, precommit_delete_associations {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:58.870663 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8a4520a9-8bdf-4515-90d6-ae3cc8d9baa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-623022'] for subnet, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:58.922405 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8a4520a9-8bdf-4515-90d6-ae3cc8d9baa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-623025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63250203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63062689'] for subnet, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:58.948429 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4520a9-8bdf-4515-90d6-ae3cc8d9baa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0febde38-a6ec-4de2-b239-e4ad19cc38fc,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:16:58.953211 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-8a4520a9-8bdf-4515-90d6-ae3cc8d9baa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for subnet, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:58.959125 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-8a4520a9-8bdf-4515-90d6-ae3cc8d9baa3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0febde38-a6ec-4de2-b239-e4ad19cc38fc HTTP/1.1" status: 204 len: 168 time: 0.2618914 Nov 16 19:16:58.959328 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5e38e6-0fcb-462a-9f00-9aa4bbcbb643 None None] Network 33fd3960-6c3f-4161-8d19-bd407c7a0dc6 requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:16:58.959787 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 55030) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:16:59.030917 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f25b385d-795d-4565-b31a-51c253536b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806902'] for network, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:59.083713 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-f25b385d-795d-4565-b31a-51c253536b50 admin admin] Deleting port 2698b307-7d88-4965-b9e3-43f5c4e053b6 {{(pid=101695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:16:59.084086 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f25b385d-795d-4565-b31a-51c253536b50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:59.149566 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.db [None req-f25b385d-795d-4565-b31a-51c253536b50 admin admin] For port 2698b307-7d88-4965-b9e3-43f5c4e053b6, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=2698b307-7d88-4965-b9e3-43f5c4e053b6,segment=NetworkSegment(d1dd0483-8ed2-41c8-b0e8-dc2587ed113b),segment_id=d1dd0483-8ed2-41c8-b0e8-dc2587ed113b)] {{(pid=101695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:16:59.149920 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f25b385d-795d-4565-b31a-51c253536b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:59.163017 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-f25b385d-795d-4565-b31a-51c253536b50 admin admin] Calling delete_port for 2698b307-7d88-4965-b9e3-43f5c4e053b6 owned by network:dhcp {{(pid=101695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:16:59.213787 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45777e3a-5298-4871-bf7e-3d20b18f0bf8 None None] DHCP port deletion for 33fd3960-6c3f-4161-8d19-bd407c7a0dc6 request from dv-cinder-667108-35-iscsi {{(pid=101697) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 19:16:59.220080 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device b6402962-58a8-41af-9d45-d8143790e6ff no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:16:59.248370 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f25b385d-795d-4565-b31a-51c253536b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:59.258838 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: b6402962-58a8-41af-9d45-d8143790e6ff {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:16:59.259518 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device b6402962-58a8-41af-9d45-d8143790e6ff not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:16:59.273420 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b385d-795d-4565-b31a-51c253536b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=2698b307-7d88-4965-b9e3-43f5c4e053b6,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:16:59.279065 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25b385d-795d-4565-b31a-51c253536b50 admin admin] No DVR routers for this DVR port 2698b307-7d88-4965-b9e3-43f5c4e053b6 on host dv-cinder-667108-35-iscsi {{(pid=101695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:16:59.285918 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-45777e3a-5298-4871-bf7e-3d20b18f0bf8 None None] Deleting port 2698b307-7d88-4965-b9e3-43f5c4e053b6 {{(pid=101697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:16:59.286303 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-45777e3a-5298-4871-bf7e-3d20b18f0bf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:59.365410 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f25b385d-795d-4565-b31a-51c253536b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629537', 'neutron.services.segments.db._delete_segments_for_network-8770492521988'] for network, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:59.390462 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.services.segments.db [None req-f25b385d-795d-4565-b31a-51c253536b50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33fd3960-6c3f-4161-8d19-bd407c7a0dc6']}} {{(pid=101695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:16:59.401058 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.services.segments.db [None req-f25b385d-795d-4565-b31a-51c253536b50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1dd0483-8ed2-41c8-b0e8-dc2587ed113b') {'for_net_delete': True} {{(pid=101695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:16:59.401352 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.services.segments.db [None req-f25b385d-795d-4565-b31a-51c253536b50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1dd0483-8ed2-41c8-b0e8-dc2587ed113b') {} {{(pid=101695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:16:59.411809 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f25b385d-795d-4565-b31a-51c253536b50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770492523021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63388194'] for segment, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:59.426766 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f25b385d-795d-4565-b31a-51c253536b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:59.433075 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f25b385d-795d-4565-b31a-51c253536b50 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 19:16:59.433507 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f25b385d-795d-4565-b31a-51c253536b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63250365'] for segment, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: Traceback (most recent call last): Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: timer() Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: cb(*args, **kw) Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: return func(*args, **kwargs) Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: self._notify() Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: self.callback(batched_events) Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: event.method(event) Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: return f(self, *a, **k) Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: return self._get(url).json() Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: return self.request(url, 'GET', **kwargs) Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 19:16:59.435674 dv-cinder-667108-35-iscsi neutron-server[101695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 19:16:59.480124 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-45777e3a-5298-4871-bf7e-3d20b18f0bf8 None None] For port 2698b307-7d88-4965-b9e3-43f5c4e053b6, host dv-cinder-667108-35-iscsi, got binding levels [] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:16:59.480522 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-45777e3a-5298-4871-bf7e-3d20b18f0bf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:59.495929 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-45777e3a-5298-4871-bf7e-3d20b18f0bf8 None None] Calling delete_port for 2698b307-7d88-4965-b9e3-43f5c4e053b6 owned by network:dhcp {{(pid=101697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:16:59.496401 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f25b385d-795d-4565-b31a-51c253536b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833601'] for network, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:59.498871 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.ipam_backend_mixin [None req-45777e3a-5298-4871-bf7e-3d20b18f0bf8 None None] Port 2698b307-7d88-4965-b9e3-43f5c4e053b6 was not found and therefore no delete operation was performed {{(pid=101697) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 19:16:59.500564 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-45777e3a-5298-4871-bf7e-3d20b18f0bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990'] for port, after_delete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:59.502278 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-f25b385d-795d-4565-b31a-51c253536b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:16:59.508990 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-f25b385d-795d-4565-b31a-51c253536b50 admin admin] 10.222.0.46 "DELETE /v2.0/networks/33fd3960-6c3f-4161-8d19-bd407c7a0dc6 HTTP/1.1" status: 204 len: 168 time: 0.5455573 Nov 16 19:16:59.509814 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-45777e3a-5298-4871-bf7e-3d20b18f0bf8 None None] Network 33fd3960-6c3f-4161-8d19-bd407c7a0dc6 is not hosted by any dhcp agent {{(pid=101697) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 19:16:59.509914 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 55032) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:16:59.510334 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45777e3a-5298-4871-bf7e-3d20b18f0bf8 None None] No DVR routers for this DVR port 2698b307-7d88-4965-b9e3-43f5c4e053b6 on host dv-cinder-667108-35-iscsi {{(pid=101697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:16:59.524025 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b385d-795d-4565-b31a-51c253536b50 admin admin] Pushing event deleted for resources: {'Network': ['ID=33fd3960-6c3f-4161-8d19-bd407c7a0dc6,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:16:59.528025 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45777e3a-5298-4871-bf7e-3d20b18f0bf8 None None] Pushing event deleted for resources: {'Port': ['ID=2698b307-7d88-4965-b9e3-43f5c4e053b6,revision_number=None']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:16:59.542185 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45777e3a-5298-4871-bf7e-3d20b18f0bf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:59.542627 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45777e3a-5298-4871-bf7e-3d20b18f0bf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:59.543109 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45777e3a-5298-4871-bf7e-3d20b18f0bf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:59.543511 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45777e3a-5298-4871-bf7e-3d20b18f0bf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:59.543911 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45777e3a-5298-4871-bf7e-3d20b18f0bf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:59.544307 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45777e3a-5298-4871-bf7e-3d20b18f0bf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:59.544737 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45777e3a-5298-4871-bf7e-3d20b18f0bf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:59.545074 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45777e3a-5298-4871-bf7e-3d20b18f0bf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:59.545411 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45777e3a-5298-4871-bf7e-3d20b18f0bf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:59.545782 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45777e3a-5298-4871-bf7e-3d20b18f0bf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:59.546169 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45777e3a-5298-4871-bf7e-3d20b18f0bf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:59.546437 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45777e3a-5298-4871-bf7e-3d20b18f0bf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-35-iscsi {{(pid=101697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 19:16:59.869881 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7089-520c-4457-8708-f3f0d72cdb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667731'] for router_interface, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:00.117115 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-2fcf7089-520c-4457-8708-f3f0d72cdb83 admin admin] Deleting port 9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:17:00.117449 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7089-520c-4457-8708-f3f0d72cdb83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:00.198990 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [None req-2fcf7089-520c-4457-8708-f3f0d72cdb83 admin admin] For port 9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e,segment=NetworkSegment(ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e),segment_id=ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:17:00.199344 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7089-520c-4457-8708-f3f0d72cdb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:00.212132 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-2fcf7089-520c-4457-8708-f3f0d72cdb83 admin admin] Calling delete_port for 9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e owned by network:router_interface {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:17:00.393202 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7089-520c-4457-8708-f3f0d72cdb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:00.422882 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf7089-520c-4457-8708-f3f0d72cdb83 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:00.567318 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:00.590571 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7089-520c-4457-8708-f3f0d72cdb83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667599'] for router_interface, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:00.697080 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 2698b307-7d88-4965-b9e3-43f5c4e053b6 no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:17:00.717669 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: 2698b307-7d88-4965-b9e3-43f5c4e053b6 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:17:00.718027 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 2698b307-7d88-4965-b9e3-43f5c4e053b6 not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:17:00.718455 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 12e4cd10-0534-4d1f-84d4-f07c0aa0129a no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:17:00.738475 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: 12e4cd10-0534-4d1f-84d4-f07c0aa0129a {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:17:00.738754 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 12e4cd10-0534-4d1f-84d4-f07c0aa0129a not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:17:00.813896 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcf7089-520c-4457-8708-f3f0d72cdb83 admin admin] Router a66c7995-122e-4765-8254-dad0ac463f0c has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:17:00.919870 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcf7089-520c-4457-8708-f3f0d72cdb83 admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:17:00.925393 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-2fcf7089-520c-4457-8708-f3f0d72cdb83 admin admin] 10.222.0.46 "PUT /v2.0/routers/a66c7995-122e-4765-8254-dad0ac463f0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4146492 Nov 16 19:17:00.928175 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 55034) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:17:00.929531 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73477091-81a9-4236-88f0-47069da2a95e None None] Sync routers for ids ['a66c7995-122e-4765-8254-dad0ac463f0c'] in dv-cinder-667108-35-iscsi {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:17:00.946302 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73477091-81a9-4236-88f0-47069da2a95e None None] Routers {'a66c7995-122e-4765-8254-dad0ac463f0c'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:17:00.946921 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-73477091-81a9-4236-88f0-47069da2a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:16:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['a66c7995-122e-4765-8254-dad0ac463f0c'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:01.028879 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-31db9a58-abf7-4b0d-a062-761caffc3c58 admin admin] Publish callbacks [] for router, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:01.052055 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-73477091-81a9-4236-88f0-47069da2a95e None None] Set router a66c7995-122e-4765-8254-dad0ac463f0c gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:17:01.134464 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-31db9a58-abf7-4b0d-a062-761caffc3c58 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:01.197269 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-31db9a58-abf7-4b0d-a062-761caffc3c58 admin admin] Deleting port 4d525047-4712-4991-8d57-f318813e368f {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:17:01.197644 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-31db9a58-abf7-4b0d-a062-761caffc3c58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:01.277795 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [None req-31db9a58-abf7-4b0d-a062-761caffc3c58 admin admin] For port 4d525047-4712-4991-8d57-f318813e368f, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=4d525047-4712-4991-8d57-f318813e368f,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:17:01.278193 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-31db9a58-abf7-4b0d-a062-761caffc3c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:01.292029 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-31db9a58-abf7-4b0d-a062-761caffc3c58 admin admin] Calling delete_port for 4d525047-4712-4991-8d57-f318813e368f owned by network:router_gateway {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:17:01.314818 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-73477091-81a9-4236-88f0-47069da2a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66c7995-122e-4765-8254-dad0ac463f0c', 'name': 'tempest-TestShelveInstance-2010337022-router', 'tenant_id': '920978e6e4f04464b921d0cb2034616c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '4d525047-4712-4991-8d57-f318813e368f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:28Z', 'updated_at': '2021-11-16T19:17:00Z', 'revision_number': 5, 'project_id': '920978e6e4f04464b921d0cb2034616c', 'gw_port': {'id': '4d525047-4712-4991-8d57-f318813e368f', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66c7995-122e-4765-8254-dad0ac463f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:12:28Z', 'updated_at': '2021-11-16T19:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:01.346267 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73477091-81a9-4236-88f0-47069da2a95e None None] Checking router: a66c7995-122e-4765-8254-dad0ac463f0c for host: dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:17:01.355327 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73477091-81a9-4236-88f0-47069da2a95e None None] Routers {'a66c7995-122e-4765-8254-dad0ac463f0c'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:17:01.355939 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-73477091-81a9-4236-88f0-47069da2a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:16:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['a66c7995-122e-4765-8254-dad0ac463f0c'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:01.443982 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-73477091-81a9-4236-88f0-47069da2a95e None None] Set router a66c7995-122e-4765-8254-dad0ac463f0c gateway port host: None {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:17:01.459731 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-31db9a58-abf7-4b0d-a062-761caffc3c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:01.485017 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db9a58-abf7-4b0d-a062-761caffc3c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d525047-4712-4991-8d57-f318813e368f,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:01.499488 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-73477091-81a9-4236-88f0-47069da2a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66c7995-122e-4765-8254-dad0ac463f0c', 'name': 'tempest-TestShelveInstance-2010337022-router', 'tenant_id': '920978e6e4f04464b921d0cb2034616c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:28Z', 'updated_at': '2021-11-16T19:17:01Z', 'revision_number': 6, 'project_id': '920978e6e4f04464b921d0cb2034616c', 'gw_port_host': None}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:01.530371 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73477091-81a9-4236-88f0-47069da2a95e None None] The sync data for ids ['a66c7995-122e-4765-8254-dad0ac463f0c'] in dv-cinder-667108-35-iscsi is: [{'id': 'a66c7995-122e-4765-8254-dad0ac463f0c', 'name': 'tempest-TestShelveInstance-2010337022-router', 'tenant_id': '920978e6e4f04464b921d0cb2034616c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:12:28Z', 'updated_at': '2021-11-16T19:17:01Z', 'revision_number': 6, 'project_id': '920978e6e4f04464b921d0cb2034616c', 'gw_port_host': None}] {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:17:01.549323 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-31db9a58-abf7-4b0d-a062-761caffc3c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833645'] for router_gateway, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:01.640129 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-31db9a58-abf7-4b0d-a062-761caffc3c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-748'] for router, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:01.642286 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-31db9a58-abf7-4b0d-a062-761caffc3c58 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:01.686730 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-31db9a58-abf7-4b0d-a062-761caffc3c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667254'] for router, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:01.687343 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31db9a58-abf7-4b0d-a062-761caffc3c58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a66c7995-122e-4765-8254-dad0ac463f0c {{(pid=101696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 19:17:01.692667 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-31db9a58-abf7-4b0d-a062-761caffc3c58 admin admin] Publish callbacks [] for router, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:01.693995 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-31db9a58-abf7-4b0d-a062-761caffc3c58 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a66c7995-122e-4765-8254-dad0ac463f0c HTTP/1.1" status: 204 len: 168 time: 0.7648425 Nov 16 19:17:01.696680 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 55036) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:17:01.741574 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a04979-8474-4ea0-9183-2ee3aa1506b4 admin admin] Deleting subnet 7a871e07-fc3c-4fc9-a31e-737859596ed7 {{(pid=101696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 19:17:01.744825 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c9a04979-8474-4ea0-9183-2ee3aa1506b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:01.784581 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c9a04979-8474-4ea0-9183-2ee3aa1506b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66932038'] for subnet, precommit_delete_associations {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:01.860210 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c9a04979-8474-4ea0-9183-2ee3aa1506b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-623022'] for subnet, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:01.915973 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c9a04979-8474-4ea0-9183-2ee3aa1506b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-623025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66353747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63484672'] for subnet, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:01.942187 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a04979-8474-4ea0-9183-2ee3aa1506b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a871e07-fc3c-4fc9-a31e-737859596ed7,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:01.945642 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c9a04979-8474-4ea0-9183-2ee3aa1506b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:01.948927 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-c9a04979-8474-4ea0-9183-2ee3aa1506b4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7a871e07-fc3c-4fc9-a31e-737859596ed7 HTTP/1.1" status: 204 len: 168 time: 0.2512712 Nov 16 19:17:01.952069 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 55038) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:17:01.952275 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3437ca-5b77-4d75-b14d-ffd9a2fd4c59 None None] Network e1d18792-f04c-4065-bad5-466450f3fdcc requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:17:02.028161 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c58216eb-9d64-4832-9f14-d149fbb7ad9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806902'] for network, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:02.082740 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-c58216eb-9d64-4832-9f14-d149fbb7ad9e admin admin] Deleting port 1c4f6221-16e2-485f-b6a7-b1f8e5f6e669 {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:17:02.083086 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c58216eb-9d64-4832-9f14-d149fbb7ad9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:02.149245 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [None req-c58216eb-9d64-4832-9f14-d149fbb7ad9e admin admin] For port 1c4f6221-16e2-485f-b6a7-b1f8e5f6e669, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=1c4f6221-16e2-485f-b6a7-b1f8e5f6e669,segment=NetworkSegment(ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e),segment_id=ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:17:02.149632 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c58216eb-9d64-4832-9f14-d149fbb7ad9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:02.162260 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-c58216eb-9d64-4832-9f14-d149fbb7ad9e admin admin] Calling delete_port for 1c4f6221-16e2-485f-b6a7-b1f8e5f6e669 owned by network:dhcp {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:17:02.249353 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c58216eb-9d64-4832-9f14-d149fbb7ad9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:02.274452 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58216eb-9d64-4832-9f14-d149fbb7ad9e admin admin] Pushing event deleted for resources: {'Port': ['ID=1c4f6221-16e2-485f-b6a7-b1f8e5f6e669,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:02.280572 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58216eb-9d64-4832-9f14-d149fbb7ad9e admin admin] No DVR routers for this DVR port 1c4f6221-16e2-485f-b6a7-b1f8e5f6e669 on host dv-cinder-667108-35-iscsi {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:17:02.317055 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34013b76-cbf6-414d-aca0-fba5fbef7d09 None None] DHCP port deletion for e1d18792-f04c-4065-bad5-466450f3fdcc request from dv-cinder-667108-35-iscsi {{(pid=101697) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 19:17:02.365201 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c58216eb-9d64-4832-9f14-d149fbb7ad9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629537', 'neutron.services.segments.db._delete_segments_for_network-8770492521988'] for network, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:02.386589 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-c58216eb-9d64-4832-9f14-d149fbb7ad9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d18792-f04c-4065-bad5-466450f3fdcc']}} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:02.397364 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-c58216eb-9d64-4832-9f14-d149fbb7ad9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e') {'for_net_delete': True} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:02.397711 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-c58216eb-9d64-4832-9f14-d149fbb7ad9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0f8f6e-9a2c-42b9-8e33-7d1b4400e14e') {} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:02.407534 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c58216eb-9d64-4832-9f14-d149fbb7ad9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770492523021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932041'] for segment, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:02.422821 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c58216eb-9d64-4832-9f14-d149fbb7ad9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:02.430492 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58216eb-9d64-4832-9f14-d149fbb7ad9e admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 19:17:02.430928 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c58216eb-9d64-4832-9f14-d149fbb7ad9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66353909'] for segment, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: Traceback (most recent call last): Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: timer() Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: cb(*args, **kw) Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: return func(*args, **kwargs) Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: self._notify() Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: self.callback(batched_events) Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: event.method(event) Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: return f(self, *a, **k) Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: return self._get(url).json() Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: return self.request(url, 'GET', **kwargs) Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 19:17:02.432744 dv-cinder-667108-35-iscsi neutron-server[101696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 19:17:02.492897 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c58216eb-9d64-4832-9f14-d149fbb7ad9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833601'] for network, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:02.497685 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-c58216eb-9d64-4832-9f14-d149fbb7ad9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:02.501155 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-c58216eb-9d64-4832-9f14-d149fbb7ad9e admin admin] 10.222.0.46 "DELETE /v2.0/networks/e1d18792-f04c-4065-bad5-466450f3fdcc HTTP/1.1" status: 204 len: 168 time: 0.5476308 Nov 16 19:17:02.680958 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:17:02.703402 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: 9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:17:02.703844 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 9e4fd7ba-ad43-4f5c-836b-66fd678e5d3e not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:17:02.704382 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 1c4f6221-16e2-485f-b6a7-b1f8e5f6e669 no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:17:02.724763 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: 1c4f6221-16e2-485f-b6a7-b1f8e5f6e669 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:17:02.725116 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 1c4f6221-16e2-485f-b6a7-b1f8e5f6e669 not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:17:02.725540 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 4d525047-4712-4991-8d57-f318813e368f no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:17:02.745900 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: 4d525047-4712-4991-8d57-f318813e368f {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:17:02.746253 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 4d525047-4712-4991-8d57-f318813e368f not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:17:02.773239 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58216eb-9d64-4832-9f14-d149fbb7ad9e admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d18792-f04c-4065-bad5-466450f3fdcc,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:02.775944 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 55042) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:17:02.824771 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-6c484047-d005-4963-a9eb-aa40df57ece4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64eef6e0383c42f39e24aff3690b58fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476794 Nov 16 19:17:02.827165 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 55044) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:17:02.876158 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-1179d7c2-00c4-4bd4-9c82-26df2aa72171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:02.899171 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-1179d7c2-00c4-4bd4-9c82-26df2aa72171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:02.946154 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-1179d7c2-00c4-4bd4-9c82-26df2aa72171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:02.948970 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-1179d7c2-00c4-4bd4-9c82-26df2aa72171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:02.950343 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-1179d7c2-00c4-4bd4-9c82-26df2aa72171 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f76b80e-b14a-4e81-8ad6-66814249ae7a HTTP/1.1" status: 204 len: 168 time: 0.1222076 Nov 16 19:17:02.958687 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179d7c2-00c4-4bd4-9c82-26df2aa72171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f76b80e-b14a-4e81-8ad6-66814249ae7a,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:03.305724 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 55050) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:17:03.344401 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-64c2e206-5731-49c6-80e7-bc1417ff4260 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=920978e6e4f04464b921d0cb2034616c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375183 Nov 16 19:17:03.347585 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 55052) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:17:03.396289 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d911ddf3-62aa-4d1a-95ad-f942018ba0cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:03.420982 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d911ddf3-62aa-4d1a-95ad-f942018ba0cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:03.467695 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d911ddf3-62aa-4d1a-95ad-f942018ba0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:03.470436 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-d911ddf3-62aa-4d1a-95ad-f942018ba0cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:03.472370 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-d911ddf3-62aa-4d1a-95ad-f942018ba0cf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5767998-c5e2-4694-9d91-7f6a3a1e5f96 HTTP/1.1" status: 204 len: 168 time: 0.1231191 Nov 16 19:17:03.482011 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911ddf3-62aa-4d1a-95ad-f942018ba0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5767998-c5e2-4694-9d91-7f6a3a1e5f96,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:06.866440 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-a687ca99-2c0d-4db7-b4d0-afd87b2ed364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:09.870060 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-c6a63828-e8ef-4f3b-950d-4a4a2017e856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:11.412548 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:13.227175 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:13.836165 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:23.583637 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:17:24.469602 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 55056) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:17:24.833888 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-baff967c-ed1e-43aa-9318-daa5b5464f1a tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Deleting port 24d0d3db-cfb9-4beb-8d03-5c9857b7adc0 {{(pid=101695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:17:24.834227 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-baff967c-ed1e-43aa-9318-daa5b5464f1a tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:24.915237 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-baff967c-ed1e-43aa-9318-daa5b5464f1a tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:24.915469 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-baff967c-ed1e-43aa-9318-daa5b5464f1a tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:24.927799 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-baff967c-ed1e-43aa-9318-daa5b5464f1a tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Calling delete_port for 24d0d3db-cfb9-4beb-8d03-5c9857b7adc0 owned by network:floatingip {{(pid=101695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:17:25.106674 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-baff967c-ed1e-43aa-9318-daa5b5464f1a tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:25.135095 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff967c-ed1e-43aa-9318-daa5b5464f1a tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Pushing event deleted for resources: {'Port': ['ID=24d0d3db-cfb9-4beb-8d03-5c9857b7adc0,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:25.205148 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-baff967c-ed1e-43aa-9318-daa5b5464f1a tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for floatingip, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:25.205410 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.l3_db [None req-baff967c-ed1e-43aa-9318-daa5b5464f1a tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Floating IP 4225e719-0225-4e19-ac26-981ce38d4c6c disassociated (deleted). External IP: 172.27.0.24, port: b8d27769-cb89-48e8-829c-d3246940d9f3. Nov 16 19:17:25.452673 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baff967c-ed1e-43aa-9318-daa5b5464f1a tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Router 24a9fefc-93d4-4508-ba51-d0b278ca25ec has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:17:25.603829 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baff967c-ed1e-43aa-9318-daa5b5464f1a tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:17:25.609625 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-baff967c-ed1e-43aa-9318-daa5b5464f1a tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for floatingip, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:25.614457 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494ae2fe-81c6-4209-8563-6527c6ff48ea None None] Sync routers for ids ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:17:25.624809 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494ae2fe-81c6-4209-8563-6527c6ff48ea None None] Routers {'24a9fefc-93d4-4508-ba51-d0b278ca25ec'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:17:25.625573 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-494ae2fe-81c6-4209-8563-6527c6ff48ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:17:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:25.650517 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-baff967c-ed1e-43aa-9318-daa5b5464f1a tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "DELETE /v2.0/floatingips/4225e719-0225-4e19-ac26-981ce38d4c6c HTTP/1.1" status: 204 len: 168 time: 1.1762528 Nov 16 19:17:25.650517 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe776799-5aba-4894-a1c3-35f96f710982', 'tag': 'b8d27769-cb89-48e8-829c-d3246940d9f3'}] {{(pid=101695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:17:25.650973 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd271a50102e67beddb2fedac2b1f0e72c74193367130158f77a5ad7182eeeac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277bdd4c-2489-426d-afbd-da595a87084a" -d '{"events": [{"name": "network-changed", "server_uuid": "fe776799-5aba-4894-a1c3-35f96f710982", "tag": "b8d27769-cb89-48e8-829c-d3246940d9f3"}]}' {{(pid=101695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:17:25.715063 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6dad71-32bc-4281-be88-f456d71d41d5 x-openstack-request-id: req-9e6dad71-32bc-4281-be88-f456d71d41d5 {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:17:25.715531 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe776799-5aba-4894-a1c3-35f96f710982", "tag": "b8d27769-cb89-48e8-829c-d3246940d9f3", "status": "completed", "code": 200}]} {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:17:25.715950 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e6dad71-32bc-4281-be88-f456d71d41d5 {{(pid=101695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:17:25.716572 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe776799-5aba-4894-a1c3-35f96f710982', 'tag': 'b8d27769-cb89-48e8-829c-d3246940d9f3', 'status': 'completed', 'code': 200} Nov 16 19:17:25.747982 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-494ae2fe-81c6-4209-8563-6527c6ff48ea None None] Set router 24a9fefc-93d4-4508-ba51-d0b278ca25ec gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:17:25.805614 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bdd4c-2489-426d-afbd-da595a87084a req-e84f5c15-d5bc-4abc-b0b0-1c22d4b278d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:17:25.808350 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-277bdd4c-2489-426d-afbd-da595a87084a req-e84f5c15-d5bc-4abc-b0b0-1c22d4b278d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffaa0849f50740c491e5f247362c3b10&device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 1099 time: 0.0681973 Nov 16 19:17:26.025243 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084cb3fd-f3b3-4b2c-94ec-ad3e11d567bf req-8c17d5bd-dab5-4164-8c28-d041371ec932 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:17:26.027702 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-084cb3fd-f3b3-4b2c-94ec-ad3e11d567bf req-8c17d5bd-dab5-4164-8c28-d041371ec932 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 946 time: 0.1177380 Nov 16 19:17:26.029447 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bdd4c-2489-426d-afbd-da595a87084a req-ae1068b5-c2b9-43f0-906a-8bb74e2dcfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:17:26.031645 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-277bdd4c-2489-426d-afbd-da595a87084a req-ae1068b5-c2b9-43f0-906a-8bb74e2dcfaf service neutron] 10.222.0.18 "GET /v2.0/networks?id=8869448c-a462-4b3c-b5fc-a38ebbecc48e HTTP/1.1" status: 200 len: 913 time: 0.2009575 Nov 16 19:17:26.098154 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-494ae2fe-81c6-4209-8563-6527c6ff48ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 4, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '9f249701-6f22-4471-bfad-4b501a732398', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'port_id': 'a30d891d-e171-4453-a208-576a4e39415d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'mac_address': 'fa:16:3e:68:9a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2654762b-4f00-4de9-b1af-e2be569d09c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:13:42Z', 'updated_at': '2021-11-16T19:13:44Z', 'revision_number': 1, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5e390d-e9fd-449f-9e16-011f282697a3', 'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'mac_address': 'fa:16:3e:a7:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:41Z', 'updated_at': '2021-11-16T19:10:45Z', 'revision_number': 5, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'subnets': [{'id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:26.098582 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-277bdd4c-2489-426d-afbd-da595a87084a req-21250f0e-a59a-427e-b6aa-33177118db6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8d27769-cb89-48e8-829c-d3246940d9f3 HTTP/1.1" status: 200 len: 217 time: 0.0506644 Nov 16 19:17:26.137716 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494ae2fe-81c6-4209-8563-6527c6ff48ea None None] Checking router: 24a9fefc-93d4-4508-ba51-d0b278ca25ec for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:17:26.147477 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494ae2fe-81c6-4209-8563-6527c6ff48ea None None] Routers {'24a9fefc-93d4-4508-ba51-d0b278ca25ec'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:17:26.148700 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-494ae2fe-81c6-4209-8563-6527c6ff48ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:17:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:26.161821 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-084cb3fd-f3b3-4b2c-94ec-ad3e11d567bf req-6da8e908-e068-4e66-b876-f25c654c563a tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275089 Nov 16 19:17:26.171638 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bdd4c-2489-426d-afbd-da595a87084a req-6aa6a49d-20d3-48ed-b24d-c767cf17bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:17:26.173116 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-277bdd4c-2489-426d-afbd-da595a87084a req-6aa6a49d-20d3-48ed-b24d-c767cf17bb4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1968e57c-025d-4b7d-8c0b-82ea90efd865 HTTP/1.1" status: 200 len: 851 time: 0.0653496 Nov 16 19:17:26.226544 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bdd4c-2489-426d-afbd-da595a87084a req-9b54f5f6-2a9b-47a6-a74a-d8d35c18955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:17:26.228050 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-277bdd4c-2489-426d-afbd-da595a87084a req-9b54f5f6-2a9b-47a6-a74a-d8d35c18955c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8869448c-a462-4b3c-b5fc-a38ebbecc48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0471859 Nov 16 19:17:26.284083 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-494ae2fe-81c6-4209-8563-6527c6ff48ea None None] Set router 24a9fefc-93d4-4508-ba51-d0b278ca25ec gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:17:26.335161 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-277bdd4c-2489-426d-afbd-da595a87084a req-b2a0c451-0204-415e-959c-4f675e9c265e service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987403 Nov 16 19:17:26.450041 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-277bdd4c-2489-426d-afbd-da595a87084a req-dc8ab93e-05a9-4497-941b-8251eb0ca0cb service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018977 Nov 16 19:17:26.550971 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-494ae2fe-81c6-4209-8563-6527c6ff48ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 4, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '9f249701-6f22-4471-bfad-4b501a732398', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'port_id': 'a30d891d-e171-4453-a208-576a4e39415d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'mac_address': 'fa:16:3e:68:9a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2654762b-4f00-4de9-b1af-e2be569d09c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:13:42Z', 'updated_at': '2021-11-16T19:13:44Z', 'revision_number': 1, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5e390d-e9fd-449f-9e16-011f282697a3', 'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'mac_address': 'fa:16:3e:a7:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:41Z', 'updated_at': '2021-11-16T19:10:45Z', 'revision_number': 5, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'subnets': [{'id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:26.579155 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494ae2fe-81c6-4209-8563-6527c6ff48ea None None] The sync data for ids ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'] in dv-cinder-667108-35-iscsi is: [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 4, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_floatingips': [{'id': '9f249701-6f22-4471-bfad-4b501a732398', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'router_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'port_id': 'a30d891d-e171-4453-a208-576a4e39415d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'mac_address': 'fa:16:3e:68:9a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2654762b-4f00-4de9-b1af-e2be569d09c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T19:13:42Z', 'updated_at': '2021-11-16T19:13:44Z', 'revision_number': 1, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5e390d-e9fd-449f-9e16-011f282697a3', 'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'mac_address': 'fa:16:3e:a7:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:41Z', 'updated_at': '2021-11-16T19:10:45Z', 'revision_number': 5, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'subnets': [{'id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:17:26.801226 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c44ae1a-24a8-4815-9bc4-dfc7372296be None None] New status for floating IP 4225e719-0225-4e19-ac26-981ce38d4c6c: DOWN {{(pid=101698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 19:17:27.311988 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893e4f7-6531-4287-a3a8-fe175d4104fd req-cd5dbfcb-8113-4efc-8f2f-0f3bb85b919f tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:17:27.313523 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d893e4f7-6531-4287-a3a8-fe175d4104fd req-cd5dbfcb-8113-4efc-8f2f-0f3bb85b919f tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 946 time: 0.0611660 Nov 16 19:17:27.433646 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a99c9-37c8-4431-9185-7c2f220710f1 req-5a5e185a-70fb-4977-8f0b-a8f926e83a30 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:17:27.435225 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c99a99c9-37c8-4431-9185-7c2f220710f1 req-5a5e185a-70fb-4977-8f0b-a8f926e83a30 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe776799-5aba-4894-a1c3-35f96f710982 HTTP/1.1" status: 200 len: 946 time: 0.0525899 Nov 16 19:17:27.552590 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-c99a99c9-37c8-4431-9185-7c2f220710f1 req-1671be57-f471-4297-bac0-31fc6100d877 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Deleting port b8d27769-cb89-48e8-829c-d3246940d9f3 {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:17:27.552984 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-c99a99c9-37c8-4431-9185-7c2f220710f1 req-1671be57-f471-4297-bac0-31fc6100d877 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:27.642338 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-d893e4f7-6531-4287-a3a8-fe175d4104fd req-ea5a035a-bf12-471b-acb2-0ad1a18946ec tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3227162 Nov 16 19:17:27.665001 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-c99a99c9-37c8-4431-9185-7c2f220710f1 req-1671be57-f471-4297-bac0-31fc6100d877 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] For port b8d27769-cb89-48e8-829c-d3246940d9f3, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=b8d27769-cb89-48e8-829c-d3246940d9f3,segment=NetworkSegment(7ea8474d-e758-4aa7-a8b3-029b9f135415),segment_id=7ea8474d-e758-4aa7-a8b3-029b9f135415)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:17:27.665572 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-c99a99c9-37c8-4431-9185-7c2f220710f1 req-1671be57-f471-4297-bac0-31fc6100d877 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:27.683141 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-c99a99c9-37c8-4431-9185-7c2f220710f1 req-1671be57-f471-4297-bac0-31fc6100d877 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Calling delete_port for b8d27769-cb89-48e8-829c-d3246940d9f3 owned by compute:nova {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:17:27.814831 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-c99a99c9-37c8-4431-9185-7c2f220710f1 req-1671be57-f471-4297-bac0-31fc6100d877 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:27.844842 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671be57-f471-4297-bac0-31fc6100d877 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Pushing event deleted for resources: {'Port': ['ID=b8d27769-cb89-48e8-829c-d3246940d9f3,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:27.890869 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99a99c9-37c8-4431-9185-7c2f220710f1 req-1671be57-f471-4297-bac0-31fc6100d877 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] No DVR routers for this DVR port b8d27769-cb89-48e8-829c-d3246940d9f3 on host hv-cinder-66710 {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:17:27.893326 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-c99a99c9-37c8-4431-9185-7c2f220710f1 req-1671be57-f471-4297-bac0-31fc6100d877 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:27.896731 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-c99a99c9-37c8-4431-9185-7c2f220710f1 req-1671be57-f471-4297-bac0-31fc6100d877 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.18 "DELETE /v2.0/ports/b8d27769-cb89-48e8-829c-d3246940d9f3 HTTP/1.1" status: 204 len: 173 time: 0.4551804 Nov 16 19:17:27.897167 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe776799-5aba-4894-a1c3-35f96f710982', 'name': 'network-vif-deleted', 'tag': 'b8d27769-cb89-48e8-829c-d3246940d9f3'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:17:27.899579 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be060042-4b44-4f43-a170-b911e33e4d36" -d '{"events": [{"server_uuid": "fe776799-5aba-4894-a1c3-35f96f710982", "name": "network-vif-deleted", "tag": "b8d27769-cb89-48e8-829c-d3246940d9f3"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:17:27.936785 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb5fb72-8eff-44de-870f-5880cbcc44c4 x-openstack-request-id: req-cdb5fb72-8eff-44de-870f-5880cbcc44c4 {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:17:27.937088 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe776799-5aba-4894-a1c3-35f96f710982", "name": "network-vif-deleted", "tag": "b8d27769-cb89-48e8-829c-d3246940d9f3", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:17:27.937349 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cdb5fb72-8eff-44de-870f-5880cbcc44c4 {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:17:27.937784 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe776799-5aba-4894-a1c3-35f96f710982', 'name': 'network-vif-deleted', 'tag': 'b8d27769-cb89-48e8-829c-d3246940d9f3', 'status': 'completed', 'code': 200} Nov 16 19:17:30.534500 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device b8d27769-cb89-48e8-829c-d3246940d9f3 no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:17:30.562426 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] No Port match for: b8d27769-cb89-48e8-829c-d3246940d9f3 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:17:30.562765 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device b8d27769-cb89-48e8-829c-d3246940d9f3 not bound to the agent host hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:17:30.576129 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:30.984780 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 55084) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:17:31.140414 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-814cfaf3-9e1a-4063-a3f7-9b7342b68ee8 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Deleting port 50ab996a-2869-427a-8517-6d342d0fe9b4 {{(pid=101695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:17:31.140758 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-814cfaf3-9e1a-4063-a3f7-9b7342b68ee8 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:31.219065 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-814cfaf3-9e1a-4063-a3f7-9b7342b68ee8 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:31.219385 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-814cfaf3-9e1a-4063-a3f7-9b7342b68ee8 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:31.231983 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-814cfaf3-9e1a-4063-a3f7-9b7342b68ee8 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Calling delete_port for 50ab996a-2869-427a-8517-6d342d0fe9b4 owned by network:floatingip {{(pid=101695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:17:31.381663 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-814cfaf3-9e1a-4063-a3f7-9b7342b68ee8 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:31.410521 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cfaf3-9e1a-4063-a3f7-9b7342b68ee8 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Pushing event deleted for resources: {'Port': ['ID=50ab996a-2869-427a-8517-6d342d0fe9b4,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:31.471929 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-814cfaf3-9e1a-4063-a3f7-9b7342b68ee8 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for floatingip, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:31.472261 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.db.l3_db [None req-814cfaf3-9e1a-4063-a3f7-9b7342b68ee8 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Floating IP 9f249701-6f22-4471-bfad-4b501a732398 disassociated (deleted). External IP: 172.27.0.187, port: a30d891d-e171-4453-a208-576a4e39415d. Nov 16 19:17:31.682158 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814cfaf3-9e1a-4063-a3f7-9b7342b68ee8 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Router 24a9fefc-93d4-4508-ba51-d0b278ca25ec has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:17:31.793228 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814cfaf3-9e1a-4063-a3f7-9b7342b68ee8 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:17:31.798422 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-814cfaf3-9e1a-4063-a3f7-9b7342b68ee8 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for floatingip, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:31.802787 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1054c7-ac59-46ff-94aa-aad5a74e9c06 None None] Sync routers for ids ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:17:31.813452 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1054c7-ac59-46ff-94aa-aad5a74e9c06 None None] Routers {'24a9fefc-93d4-4508-ba51-d0b278ca25ec'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:17:31.814031 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-0c1054c7-ac59-46ff-94aa-aad5a74e9c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:17:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:31.827294 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-814cfaf3-9e1a-4063-a3f7-9b7342b68ee8 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "DELETE /v2.0/floatingips/9f249701-6f22-4471-bfad-4b501a732398 HTTP/1.1" status: 204 len: 168 time: 0.8413718 Nov 16 19:17:31.827871 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2654762b-4f00-4de9-b1af-e2be569d09c5', 'tag': 'a30d891d-e171-4453-a208-576a4e39415d'}] {{(pid=101695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:17:31.830167 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd271a50102e67beddb2fedac2b1f0e72c74193367130158f77a5ad7182eeeac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3788b2-db56-46c9-a839-a6b75d3dc305" -d '{"events": [{"name": "network-changed", "server_uuid": "2654762b-4f00-4de9-b1af-e2be569d09c5", "tag": "a30d891d-e171-4453-a208-576a4e39415d"}]}' {{(pid=101695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:17:31.867692 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 19:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecb6721-e49a-42cb-a856-1239fbfa9409 x-openstack-request-id: req-7ecb6721-e49a-42cb-a856-1239fbfa9409 {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:17:31.868200 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2654762b-4f00-4de9-b1af-e2be569d09c5", "tag": "a30d891d-e171-4453-a208-576a4e39415d", "status": "completed", "code": 200}]} {{(pid=101695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:17:31.868455 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7ecb6721-e49a-42cb-a856-1239fbfa9409 {{(pid=101695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:17:31.868855 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2654762b-4f00-4de9-b1af-e2be569d09c5', 'tag': 'a30d891d-e171-4453-a208-576a4e39415d', 'status': 'completed', 'code': 200} Nov 16 19:17:31.930252 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-0c1054c7-ac59-46ff-94aa-aad5a74e9c06 None None] Set router 24a9fefc-93d4-4508-ba51-d0b278ca25ec gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:17:31.943252 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3788b2-db56-46c9-a839-a6b75d3dc305 req-a70c6035-847f-4d44-b07a-2f6d62cd50ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:17:31.945321 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4e3788b2-db56-46c9-a839-a6b75d3dc305 req-a70c6035-847f-4d44-b07a-2f6d62cd50ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffaa0849f50740c491e5f247362c3b10&device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 1098 time: 0.0514734 Nov 16 19:17:32.054927 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3788b2-db56-46c9-a839-a6b75d3dc305 req-1cfa4965-28da-4991-9ae9-9516576a4e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:17:32.056787 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4e3788b2-db56-46c9-a839-a6b75d3dc305 req-1cfa4965-28da-4991-9ae9-9516576a4e7b service neutron] 10.222.0.18 "GET /v2.0/networks?id=8869448c-a462-4b3c-b5fc-a38ebbecc48e HTTP/1.1" status: 200 len: 913 time: 0.0982902 Nov 16 19:17:32.093167 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ef02e-bbc6-45b8-afcd-a7d73ae821e8 req-703b92cb-d22e-480b-ad7c-ac1315249826 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:17:32.094938 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-999ef02e-bbc6-45b8-afcd-a7d73ae821e8 req-703b92cb-d22e-480b-ad7c-ac1315249826 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 945 time: 0.0512874 Nov 16 19:17:32.101486 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4e3788b2-db56-46c9-a839-a6b75d3dc305 req-aa3f122d-4fae-440c-b77c-9abfb29abe38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30d891d-e171-4453-a208-576a4e39415d HTTP/1.1" status: 200 len: 217 time: 0.0359554 Nov 16 19:17:32.149444 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [req-999ef02e-bbc6-45b8-afcd-a7d73ae821e8 req-7520cc76-2745-4499-975d-fdad40117020 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472608 Nov 16 19:17:32.153411 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-0c1054c7-ac59-46ff-94aa-aad5a74e9c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 4, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'bf5e390d-e9fd-449f-9e16-011f282697a3', 'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'mac_address': 'fa:16:3e:a7:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:41Z', 'updated_at': '2021-11-16T19:10:45Z', 'revision_number': 5, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'subnets': [{'id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:32.158893 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3788b2-db56-46c9-a839-a6b75d3dc305 req-cc1da561-b6f6-43d6-8dc3-517003f131c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:17:32.160390 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4e3788b2-db56-46c9-a839-a6b75d3dc305 req-cc1da561-b6f6-43d6-8dc3-517003f131c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1968e57c-025d-4b7d-8c0b-82ea90efd865 HTTP/1.1" status: 200 len: 851 time: 0.0482500 Nov 16 19:17:32.185158 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1054c7-ac59-46ff-94aa-aad5a74e9c06 None None] Checking router: 24a9fefc-93d4-4508-ba51-d0b278ca25ec for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:17:32.193925 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1054c7-ac59-46ff-94aa-aad5a74e9c06 None None] Routers {'24a9fefc-93d4-4508-ba51-d0b278ca25ec'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:17:32.194999 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-0c1054c7-ac59-46ff-94aa-aad5a74e9c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:17:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:32.208698 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3788b2-db56-46c9-a839-a6b75d3dc305 req-0cd9fe2e-72a1-4d34-b9b3-870c77eba903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:17:32.210944 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4e3788b2-db56-46c9-a839-a6b75d3dc305 req-0cd9fe2e-72a1-4d34-b9b3-870c77eba903 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8869448c-a462-4b3c-b5fc-a38ebbecc48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412323 Nov 16 19:17:32.300914 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-0c1054c7-ac59-46ff-94aa-aad5a74e9c06 None None] Set router 24a9fefc-93d4-4508-ba51-d0b278ca25ec gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:17:32.307398 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4e3788b2-db56-46c9-a839-a6b75d3dc305 req-9ee8bdb8-2e84-4794-9000-54cd7e4cd8b6 service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884616 Nov 16 19:17:32.409410 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-4e3788b2-db56-46c9-a839-a6b75d3dc305 req-92a8b009-f2a1-493e-9edc-5291046ee83a service neutron] 10.222.0.18 "GET /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932834 Nov 16 19:17:32.627655 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-0c1054c7-ac59-46ff-94aa-aad5a74e9c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 4, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'bf5e390d-e9fd-449f-9e16-011f282697a3', 'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'mac_address': 'fa:16:3e:a7:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:41Z', 'updated_at': '2021-11-16T19:10:45Z', 'revision_number': 5, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'subnets': [{'id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:32.654456 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1054c7-ac59-46ff-94aa-aad5a74e9c06 None None] The sync data for ids ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'] in dv-cinder-667108-35-iscsi is: [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:42Z', 'revision_number': 4, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi', '_interfaces': [{'id': 'bf5e390d-e9fd-449f-9e16-011f282697a3', 'name': '', 'network_id': '8869448c-a462-4b3c-b5fc-a38ebbecc48e', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'mac_address': 'fa:16:3e:a7:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:41Z', 'updated_at': '2021-11-16T19:10:45Z', 'revision_number': 5, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'subnets': [{'id': '1968e57c-025d-4b7d-8c0b-82ea90efd865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:17:32.861274 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb28fa0-9745-4b56-813b-79741e431e1a None None] New status for floating IP 9f249701-6f22-4471-bfad-4b501a732398: DOWN {{(pid=101698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 19:17:33.276089 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b9610-4319-4ca5-8589-631dc07caa66 req-93016cb0-a713-4043-8611-8e09bdc45e7d tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:17:33.277603 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-174b9610-4319-4ca5-8589-631dc07caa66 req-93016cb0-a713-4043-8611-8e09bdc45e7d tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 945 time: 0.0521467 Nov 16 19:17:33.333129 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-174b9610-4319-4ca5-8589-631dc07caa66 req-362fb7ae-6624-47a5-b502-ca86077f64f3 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/security-groups?id=e635683a-3e86-40a1-aa8a-3473c2d4db6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470295 Nov 16 19:17:33.651303 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521549d7-78b2-4f99-ae03-abec2f599f9f req-7c036c3b-cafa-46ac-9012-edcebf5e13b2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 19:17:33.652855 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-521549d7-78b2-4f99-ae03-abec2f599f9f req-7c036c3b-cafa-46ac-9012-edcebf5e13b2 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.18 "GET /v2.0/ports?device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 945 time: 0.0481167 Nov 16 19:17:33.747672 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-521549d7-78b2-4f99-ae03-abec2f599f9f req-6b0c1a6f-1652-4685-964e-d4d1661ff696 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Deleting port a30d891d-e171-4453-a208-576a4e39415d {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:17:33.748012 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-521549d7-78b2-4f99-ae03-abec2f599f9f req-6b0c1a6f-1652-4685-964e-d4d1661ff696 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:33.838983 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [req-521549d7-78b2-4f99-ae03-abec2f599f9f req-6b0c1a6f-1652-4685-964e-d4d1661ff696 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] For port a30d891d-e171-4453-a208-576a4e39415d, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-66710',level=0,port_id=a30d891d-e171-4453-a208-576a4e39415d,segment=NetworkSegment(7ea8474d-e758-4aa7-a8b3-029b9f135415),segment_id=7ea8474d-e758-4aa7-a8b3-029b9f135415)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:17:33.839347 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-521549d7-78b2-4f99-ae03-abec2f599f9f req-6b0c1a6f-1652-4685-964e-d4d1661ff696 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:33.852874 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [req-521549d7-78b2-4f99-ae03-abec2f599f9f req-6b0c1a6f-1652-4685-964e-d4d1661ff696 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Calling delete_port for a30d891d-e171-4453-a208-576a4e39415d owned by compute:nova {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:17:33.990258 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-521549d7-78b2-4f99-ae03-abec2f599f9f req-6b0c1a6f-1652-4685-964e-d4d1661ff696 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:34.020507 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c1a6f-1652-4685-964e-d4d1661ff696 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Pushing event deleted for resources: {'Port': ['ID=a30d891d-e171-4453-a208-576a4e39415d,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:34.064448 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [req-521549d7-78b2-4f99-ae03-abec2f599f9f req-6b0c1a6f-1652-4685-964e-d4d1661ff696 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] No DVR routers for this DVR port a30d891d-e171-4453-a208-576a4e39415d on host hv-cinder-66710 {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:17:34.066978 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [req-521549d7-78b2-4f99-ae03-abec2f599f9f req-6b0c1a6f-1652-4685-964e-d4d1661ff696 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for port, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:34.070748 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-521549d7-78b2-4f99-ae03-abec2f599f9f req-6b0c1a6f-1652-4685-964e-d4d1661ff696 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.18 "DELETE /v2.0/ports/a30d891d-e171-4453-a208-576a4e39415d HTTP/1.1" status: 204 len: 173 time: 0.4108934 Nov 16 19:17:34.071214 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2654762b-4f00-4de9-b1af-e2be569d09c5', 'name': 'network-vif-deleted', 'tag': 'a30d891d-e171-4453-a208-576a4e39415d'}] {{(pid=101696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 19:17:34.073842 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254d1456fbc3f4fd3b3b00af35557b2eecb1cf301c187ba58151eb20db6e6216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b623c41-58a1-40a8-b9ea-459849c301af" -d '{"events": [{"server_uuid": "2654762b-4f00-4de9-b1af-e2be569d09c5", "name": "network-vif-deleted", "tag": "a30d891d-e171-4453-a208-576a4e39415d"}]}' {{(pid=101696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 19:17:34.124818 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 19:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69809e3f-3185-4c5b-8671-fd3b5bb6d6fb x-openstack-request-id: req-69809e3f-3185-4c5b-8671-fd3b5bb6d6fb {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 19:17:34.125111 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2654762b-4f00-4de9-b1af-e2be569d09c5", "name": "network-vif-deleted", "tag": "a30d891d-e171-4453-a208-576a4e39415d", "status": "completed", "code": 200}]} {{(pid=101696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 19:17:34.125368 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-69809e3f-3185-4c5b-8671-fd3b5bb6d6fb {{(pid=101696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 19:17:34.125799 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2654762b-4f00-4de9-b1af-e2be569d09c5', 'name': 'network-vif-deleted', 'tag': 'a30d891d-e171-4453-a208-576a4e39415d', 'status': 'completed', 'code': 200} Nov 16 19:17:34.453474 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [req-f139206b-e813-4849-aeac-363e183dd696 req-e6b4bb96-78eb-4deb-8916-7513766513b0 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "GET /v2.0/ports?device_id=2654762b-4f00-4de9-b1af-e2be569d09c5 HTTP/1.1" status: 200 len: 210 time: 0.0284331 Nov 16 19:17:35.511909 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 55100) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:17:35.639249 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-e3ca8323-82ae-4a02-8d6f-6c85b71d5a36 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Deleting port baad8d21-cdae-4e68-99ca-4403f2e7c539 {{(pid=101695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:17:35.639691 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e3ca8323-82ae-4a02-8d6f-6c85b71d5a36 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:35.719205 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e3ca8323-82ae-4a02-8d6f-6c85b71d5a36 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:35.719525 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e3ca8323-82ae-4a02-8d6f-6c85b71d5a36 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:35.731503 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-e3ca8323-82ae-4a02-8d6f-6c85b71d5a36 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Calling delete_port for baad8d21-cdae-4e68-99ca-4403f2e7c539 owned by network:floatingip {{(pid=101695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:17:35.868133 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e3ca8323-82ae-4a02-8d6f-6c85b71d5a36 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:35.895175 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca8323-82ae-4a02-8d6f-6c85b71d5a36 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Pushing event deleted for resources: {'Port': ['ID=baad8d21-cdae-4e68-99ca-4403f2e7c539,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:35.959147 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e3ca8323-82ae-4a02-8d6f-6c85b71d5a36 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for floatingip, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:35.961857 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e3ca8323-82ae-4a02-8d6f-6c85b71d5a36 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243574'] for floatingip, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:35.963050 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-e3ca8323-82ae-4a02-8d6f-6c85b71d5a36 tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "DELETE /v2.0/floatingips/43b1c0ba-d15e-4d79-97de-41b71115127f HTTP/1.1" status: 204 len: 168 time: 0.4501300 Nov 16 19:17:36.572550 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device a30d891d-e171-4453-a208-576a4e39415d no longer exists at agent hyperv_hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:17:36.593305 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] No Port match for: a30d891d-e171-4453-a208-576a4e39415d {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:17:36.593672 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Device a30d891d-e171-4453-a208-576a4e39415d not bound to the agent host hv-cinder-66710 {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:17:36.862743 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-0f1bc261-f43f-405d-bd75-1bb54b5f32ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:37.170949 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 55112) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:17:37.229667 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-16acaa00-6d0e-45a9-9bc4-2eb996a78dde tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:37.256516 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-16acaa00-6d0e-45a9-9bc4-2eb996a78dde tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:37.318488 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-16acaa00-6d0e-45a9-9bc4-2eb996a78dde tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:37.321353 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-16acaa00-6d0e-45a9-9bc4-2eb996a78dde tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Publish callbacks [] for security_group, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:37.322536 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-16acaa00-6d0e-45a9-9bc4-2eb996a78dde tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] 10.222.0.46 "DELETE /v2.0/security-groups/e635683a-3e86-40a1-aa8a-3473c2d4db6b HTTP/1.1" status: 204 len: 168 time: 0.1505954 Nov 16 19:17:37.331754 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acaa00-6d0e-45a9-9bc4-2eb996a78dde tempest-TestVolumeBootPattern-2096910270 tempest-TestVolumeBootPattern-2096910270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e635683a-3e86-40a1-aa8a-3473c2d4db6b,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:37.376672 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 55116) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:17:37.850001 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9fa01eea-9024-4f72-87e7-67b7b032aaa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667731'] for router_interface, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:38.103720 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-9fa01eea-9024-4f72-87e7-67b7b032aaa4 admin admin] Deleting port bf5e390d-e9fd-449f-9e16-011f282697a3 {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:17:38.103957 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9fa01eea-9024-4f72-87e7-67b7b032aaa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:38.183029 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [None req-9fa01eea-9024-4f72-87e7-67b7b032aaa4 admin admin] For port bf5e390d-e9fd-449f-9e16-011f282697a3, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=bf5e390d-e9fd-449f-9e16-011f282697a3,segment=NetworkSegment(7ea8474d-e758-4aa7-a8b3-029b9f135415),segment_id=7ea8474d-e758-4aa7-a8b3-029b9f135415)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:17:38.183758 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9fa01eea-9024-4f72-87e7-67b7b032aaa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:38.196580 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-9fa01eea-9024-4f72-87e7-67b7b032aaa4 admin admin] Calling delete_port for bf5e390d-e9fd-449f-9e16-011f282697a3 owned by network:router_interface {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:17:38.387221 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9fa01eea-9024-4f72-87e7-67b7b032aaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:38.414031 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa01eea-9024-4f72-87e7-67b7b032aaa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5e390d-e9fd-449f-9e16-011f282697a3,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:38.584782 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-9fa01eea-9024-4f72-87e7-67b7b032aaa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667599'] for router_interface, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:38.806332 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa01eea-9024-4f72-87e7-67b7b032aaa4 admin admin] Router 24a9fefc-93d4-4508-ba51-d0b278ca25ec has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:17:38.914783 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa01eea-9024-4f72-87e7-67b7b032aaa4 admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:17:38.919871 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-9fa01eea-9024-4f72-87e7-67b7b032aaa4 admin admin] 10.222.0.46 "PUT /v2.0/routers/24a9fefc-93d4-4508-ba51-d0b278ca25ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5421431 Nov 16 19:17:38.923007 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 55120) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:17:38.925750 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d811b9-4046-465f-a74f-2323a75da12e None None] Sync routers for ids ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'] in dv-cinder-667108-35-iscsi {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:17:38.937536 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d811b9-4046-465f-a74f-2323a75da12e None None] Routers {'24a9fefc-93d4-4508-ba51-d0b278ca25ec'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:17:38.938188 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-50d811b9-4046-465f-a74f-2323a75da12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:17:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:39.045002 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-8a7c96e8-f557-444a-936b-6619fd82fd8a admin admin] Publish callbacks [] for router, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:39.049415 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-50d811b9-4046-465f-a74f-2323a75da12e None None] Set router 24a9fefc-93d4-4508-ba51-d0b278ca25ec gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:17:39.247234 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-50d811b9-4046-465f-a74f-2323a75da12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:17:38Z', 'revision_number': 5, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:39.275284 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d811b9-4046-465f-a74f-2323a75da12e None None] Checking router: 24a9fefc-93d4-4508-ba51-d0b278ca25ec for host: dv-cinder-667108-35-iscsi {{(pid=101697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:17:39.284963 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d811b9-4046-465f-a74f-2323a75da12e None None] Routers {'24a9fefc-93d4-4508-ba51-d0b278ca25ec'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:17:39.285615 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-50d811b9-4046-465f-a74f-2323a75da12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:17:10Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'], 'active': True} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:39.385791 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-8a7c96e8-f557-444a-936b-6619fd82fd8a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:39.404353 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvr_db [None req-50d811b9-4046-465f-a74f-2323a75da12e None None] Set router 24a9fefc-93d4-4508-ba51-d0b278ca25ec gateway port host: dv-cinder-667108-35-iscsi {{(pid=101697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:17:39.442164 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-8a7c96e8-f557-444a-936b-6619fd82fd8a admin admin] Deleting port 335c8ac9-d719-48e3-b951-2fe35488a2ad {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:17:39.442498 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-8a7c96e8-f557-444a-936b-6619fd82fd8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:39.528219 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [None req-8a7c96e8-f557-444a-936b-6619fd82fd8a admin admin] For port 335c8ac9-d719-48e3-b951-2fe35488a2ad, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=335c8ac9-d719-48e3-b951-2fe35488a2ad,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:17:39.528499 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-8a7c96e8-f557-444a-936b-6619fd82fd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:39.542715 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-8a7c96e8-f557-444a-936b-6619fd82fd8a admin admin] Calling delete_port for 335c8ac9-d719-48e3-b951-2fe35488a2ad owned by network:router_gateway {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:17:39.611668 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_hamode_db [None req-50d811b9-4046-465f-a74f-2323a75da12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:17:38Z', 'revision_number': 5, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:39.643140 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d811b9-4046-465f-a74f-2323a75da12e None None] The sync data for ids ['24a9fefc-93d4-4508-ba51-d0b278ca25ec'] in dv-cinder-667108-35-iscsi is: [{'id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'name': 'tempest-TestVolumeBootPattern-1401152864-router', 'tenant_id': 'ffaa0849f50740c491e5f247362c3b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:17:38Z', 'revision_number': 5, 'project_id': 'ffaa0849f50740c491e5f247362c3b10', 'gw_port': {'id': '335c8ac9-d719-48e3-b951-2fe35488a2ad', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a9fefc-93d4-4508-ba51-d0b278ca25ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:39Z', 'updated_at': '2021-11-16T19:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}] {{(pid=101697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:17:39.717023 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-8a7c96e8-f557-444a-936b-6619fd82fd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:39.748612 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c96e8-f557-444a-936b-6619fd82fd8a admin admin] Pushing event deleted for resources: {'Port': ['ID=335c8ac9-d719-48e3-b951-2fe35488a2ad,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:39.810579 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-8a7c96e8-f557-444a-936b-6619fd82fd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833645'] for router_gateway, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:39.872285 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-01632291-5c3d-4113-bb7d-e3d4c1b744db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:39.902965 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-8a7c96e8-f557-444a-936b-6619fd82fd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-748'] for router, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:39.905302 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-8a7c96e8-f557-444a-936b-6619fd82fd8a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:39.950374 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-8a7c96e8-f557-444a-936b-6619fd82fd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667254'] for router, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:39.950864 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7c96e8-f557-444a-936b-6619fd82fd8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24a9fefc-93d4-4508-ba51-d0b278ca25ec {{(pid=101696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 19:17:39.955464 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-8a7c96e8-f557-444a-936b-6619fd82fd8a admin admin] Publish callbacks [] for router, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:39.956335 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-8a7c96e8-f557-444a-936b-6619fd82fd8a admin admin] 10.222.0.46 "DELETE /v2.0/routers/24a9fefc-93d4-4508-ba51-d0b278ca25ec HTTP/1.1" status: 204 len: 168 time: 1.0323241 Nov 16 19:17:39.958920 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 55122) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:17:40.009088 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_v2 [None req-2814f649-1024-419f-b3b7-c3a6676b8565 admin admin] Deleting subnet 1968e57c-025d-4b7d-8c0b-82ea90efd865 {{(pid=101696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 19:17:40.012851 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2814f649-1024-419f-b3b7-c3a6676b8565 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:40.048988 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2814f649-1024-419f-b3b7-c3a6676b8565 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66932038'] for subnet, precommit_delete_associations {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:40.129653 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2814f649-1024-419f-b3b7-c3a6676b8565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-623022'] for subnet, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:40.187188 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2814f649-1024-419f-b3b7-c3a6676b8565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-623025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66353747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63484672'] for subnet, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:40.219433 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814f649-1024-419f-b3b7-c3a6676b8565 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1968e57c-025d-4b7d-8c0b-82ea90efd865,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:40.221571 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-2814f649-1024-419f-b3b7-c3a6676b8565 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:40.224833 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-2814f649-1024-419f-b3b7-c3a6676b8565 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1968e57c-025d-4b7d-8c0b-82ea90efd865 HTTP/1.1" status: 204 len: 168 time: 0.2649331 Nov 16 19:17:40.227512 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 55124) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:17:40.230519 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789e120f-38f2-4794-a022-defd39474d4a None None] Network 8869448c-a462-4b3c-b5fc-a38ebbecc48e requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:17:40.303018 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-dc506d46-ded7-4968-8a2f-14db6550823f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806902'] for network, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:40.361117 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-dc506d46-ded7-4968-8a2f-14db6550823f admin admin] Deleting port ea96f012-2860-48a0-af8c-6acee16419c2 {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:17:40.361369 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-dc506d46-ded7-4968-8a2f-14db6550823f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:40.441831 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [None req-dc506d46-ded7-4968-8a2f-14db6550823f admin admin] For port ea96f012-2860-48a0-af8c-6acee16419c2, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=ea96f012-2860-48a0-af8c-6acee16419c2,segment=NetworkSegment(7ea8474d-e758-4aa7-a8b3-029b9f135415),segment_id=7ea8474d-e758-4aa7-a8b3-029b9f135415)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:17:40.442812 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-dc506d46-ded7-4968-8a2f-14db6550823f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:40.444562 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5157fd0e-0919-4e3d-9334-20e06a2f897c None None] DHCP port deletion for 8869448c-a462-4b3c-b5fc-a38ebbecc48e request from dv-cinder-667108-35-iscsi {{(pid=101697) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 19:17:40.458117 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-dc506d46-ded7-4968-8a2f-14db6550823f admin admin] Calling delete_port for ea96f012-2860-48a0-af8c-6acee16419c2 owned by network:dhcp {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:17:40.496839 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-5157fd0e-0919-4e3d-9334-20e06a2f897c None None] Deleting port ea96f012-2860-48a0-af8c-6acee16419c2 {{(pid=101697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:17:40.497222 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-5157fd0e-0919-4e3d-9334-20e06a2f897c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:40.544014 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-dc506d46-ded7-4968-8a2f-14db6550823f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:40.570912 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-5157fd0e-0919-4e3d-9334-20e06a2f897c None None] For port ea96f012-2860-48a0-af8c-6acee16419c2, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=ea96f012-2860-48a0-af8c-6acee16419c2,segment=NetworkSegment(7ea8474d-e758-4aa7-a8b3-029b9f135415),segment_id=7ea8474d-e758-4aa7-a8b3-029b9f135415)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:17:40.571320 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-5157fd0e-0919-4e3d-9334-20e06a2f897c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:40.575957 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc506d46-ded7-4968-8a2f-14db6550823f admin admin] Pushing event deleted for resources: {'Port': ['ID=ea96f012-2860-48a0-af8c-6acee16419c2,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:40.577878 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc506d46-ded7-4968-8a2f-14db6550823f admin admin] No DVR routers for this DVR port ea96f012-2860-48a0-af8c-6acee16419c2 on host dv-cinder-667108-35-iscsi {{(pid=101696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:17:40.585089 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-5157fd0e-0919-4e3d-9334-20e06a2f897c None None] Calling delete_port for ea96f012-2860-48a0-af8c-6acee16419c2 owned by network:dhcp {{(pid=101697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:17:40.652991 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-dc506d46-ded7-4968-8a2f-14db6550823f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629537', 'neutron.services.segments.db._delete_segments_for_network-8770492521988'] for network, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:40.676440 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 335c8ac9-d719-48e3-b951-2fe35488a2ad no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:17:40.677107 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-dc506d46-ded7-4968-8a2f-14db6550823f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8869448c-a462-4b3c-b5fc-a38ebbecc48e']}} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:40.689123 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-dc506d46-ded7-4968-8a2f-14db6550823f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea8474d-e758-4aa7-a8b3-029b9f135415') {'for_net_delete': True} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:40.689435 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.services.segments.db [None req-dc506d46-ded7-4968-8a2f-14db6550823f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea8474d-e758-4aa7-a8b3-029b9f135415') {} {{(pid=101696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:40.701383 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-dc506d46-ded7-4968-8a2f-14db6550823f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770492523021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66932041'] for segment, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:40.716894 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-dc506d46-ded7-4968-8a2f-14db6550823f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:40.717245 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: 335c8ac9-d719-48e3-b951-2fe35488a2ad {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:17:40.717629 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 335c8ac9-d719-48e3-b951-2fe35488a2ad not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:17:40.718047 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device ea96f012-2860-48a0-af8c-6acee16419c2 no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:17:40.723686 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc506d46-ded7-4968-8a2f-14db6550823f admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 19:17:40.724844 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-dc506d46-ded7-4968-8a2f-14db6550823f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66353909'] for segment, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: Traceback (most recent call last): Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: timer() Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: cb(*args, **kw) Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: return func(*args, **kwargs) Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: self._notify() Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: self.callback(batched_events) Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: event.method(event) Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: return f(self, *a, **k) Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: return self._get(url).json() Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: return self.request(url, 'GET', **kwargs) Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 19:17:40.726369 dv-cinder-667108-35-iscsi neutron-server[101696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 19:17:40.752245 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: ea96f012-2860-48a0-af8c-6acee16419c2 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:17:40.752636 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device ea96f012-2860-48a0-af8c-6acee16419c2 not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:17:40.753012 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device bf5e390d-e9fd-449f-9e16-011f282697a3 no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:17:40.777163 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: bf5e390d-e9fd-449f-9e16-011f282697a3 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:17:40.778481 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device bf5e390d-e9fd-449f-9e16-011f282697a3 not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:17:40.784795 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-5157fd0e-0919-4e3d-9334-20e06a2f897c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990'] for port, after_delete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:40.807000 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-dc506d46-ded7-4968-8a2f-14db6550823f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833601'] for network, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:40.813245 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-dc506d46-ded7-4968-8a2f-14db6550823f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:40.815820 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5157fd0e-0919-4e3d-9334-20e06a2f897c None None] No DVR routers for this DVR port ea96f012-2860-48a0-af8c-6acee16419c2 on host dv-cinder-667108-35-iscsi {{(pid=101697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:17:40.819325 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-dc506d46-ded7-4968-8a2f-14db6550823f admin admin] 10.222.0.46 "DELETE /v2.0/networks/8869448c-a462-4b3c-b5fc-a38ebbecc48e HTTP/1.1" status: 204 len: 168 time: 0.5879190 Nov 16 19:17:40.819513 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157fd0e-0919-4e3d-9334-20e06a2f897c None None] Pushing event deleted for resources: {'Port': ['ID=ea96f012-2860-48a0-af8c-6acee16419c2,revision_number=None']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:40.819630 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 55126) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:17:40.836102 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc506d46-ded7-4968-8a2f-14db6550823f admin admin] Pushing event deleted for resources: {'Network': ['ID=8869448c-a462-4b3c-b5fc-a38ebbecc48e,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:41.209732 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-10532f4a-9c67-428b-89dd-916c87c00abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1667731'] for router_interface, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:41.415004 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:41.483917 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-10532f4a-9c67-428b-89dd-916c87c00abb admin admin] Deleting port 4c99dcf4-f4df-4444-9078-78877165f388 {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:17:41.484497 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-10532f4a-9c67-428b-89dd-916c87c00abb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:41.574292 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [None req-10532f4a-9c67-428b-89dd-916c87c00abb admin admin] For port 4c99dcf4-f4df-4444-9078-78877165f388, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=4c99dcf4-f4df-4444-9078-78877165f388,segment=NetworkSegment(3b05649f-8ca1-463e-a728-85e90a8c594f),segment_id=3b05649f-8ca1-463e-a728-85e90a8c594f)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:17:41.574654 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-10532f4a-9c67-428b-89dd-916c87c00abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:41.588171 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-10532f4a-9c67-428b-89dd-916c87c00abb admin admin] Calling delete_port for 4c99dcf4-f4df-4444-9078-78877165f388 owned by network:router_interface {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:17:41.771026 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-10532f4a-9c67-428b-89dd-916c87c00abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:41.798172 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10532f4a-9c67-428b-89dd-916c87c00abb admin admin] Pushing event deleted for resources: {'Port': ['ID=4c99dcf4-f4df-4444-9078-78877165f388,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:41.966000 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-10532f4a-9c67-428b-89dd-916c87c00abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667599'] for router_interface, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:42.189951 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10532f4a-9c67-428b-89dd-916c87c00abb admin admin] Router 7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0 has already been hosted by L3 agent 4f5c770b-a123-44bb-adf0-ff9ce622707b {{(pid=101696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 19:17:42.325190 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10532f4a-9c67-428b-89dd-916c87c00abb admin admin] Notify agent at l3_agent.dv-cinder-667108-35-iscsi the message routers_updated {{(pid=101696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 19:17:42.330985 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-10532f4a-9c67-428b-89dd-916c87c00abb admin admin] 10.222.0.46 "PUT /v2.0/routers/7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5097747 Nov 16 19:17:42.332997 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 55128) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:17:42.336395 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023bff81-baf6-46af-becc-9454e28b6fdd None None] Sync routers for ids ['7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0'] in dv-cinder-667108-35-iscsi {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 19:17:42.351292 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023bff81-baf6-46af-becc-9454e28b6fdd None None] Routers {'7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:17:42.352401 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-023bff81-baf6-46af-becc-9454e28b6fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:17:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:42.450462 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b8b2aeb9-14de-42bb-bebc-eb62cf1b3ccf admin admin] Publish callbacks [] for router, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:42.504502 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-023bff81-baf6-46af-becc-9454e28b6fdd None None] Set router 7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0 gateway port host: dv-cinder-667108-35-iscsi {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:17:42.607510 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b8b2aeb9-14de-42bb-bebc-eb62cf1b3ccf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:42.680694 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2aeb9-14de-42bb-bebc-eb62cf1b3ccf admin admin] Deleting port 0ee86afa-2981-4946-982f-26b18dfbe5a9 {{(pid=101696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:17:42.681360 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b8b2aeb9-14de-42bb-bebc-eb62cf1b3ccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:42.766429 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-023bff81-baf6-46af-becc-9454e28b6fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0', 'name': 'tempest-TestVolumeBootPattern-779731459-router', 'tenant_id': '918f23dfaf5f40eca62757608e96241f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'external_fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '0ee86afa-2981-4946-982f-26b18dfbe5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:44Z', 'updated_at': '2021-11-16T19:17:41Z', 'revision_number': 5, 'project_id': '918f23dfaf5f40eca62757608e96241f', 'gw_port': {'id': '0ee86afa-2981-4946-982f-26b18dfbe5a9', 'name': '', 'network_id': '5f3ac952-8559-40cc-8fc1-b48178a4ccf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T19:10:44Z', 'updated_at': '2021-11-16T19:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b3505d5-c140-47b1-9b3e-49bde3fac2c7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-35-iscsi'}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:42.784420 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.db [None req-b8b2aeb9-14de-42bb-bebc-eb62cf1b3ccf admin admin] For port 0ee86afa-2981-4946-982f-26b18dfbe5a9, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=0ee86afa-2981-4946-982f-26b18dfbe5a9,segment=NetworkSegment(6e68c8d9-c763-4418-9184-c6e63895e469),segment_id=6e68c8d9-c763-4418-9184-c6e63895e469)] {{(pid=101696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:17:42.785143 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b8b2aeb9-14de-42bb-bebc-eb62cf1b3ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:42.801716 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023bff81-baf6-46af-becc-9454e28b6fdd None None] Checking router: 7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0 for host: dv-cinder-667108-35-iscsi {{(pid=101698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 19:17:42.808495 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2aeb9-14de-42bb-bebc-eb62cf1b3ccf admin admin] Calling delete_port for 0ee86afa-2981-4946-982f-26b18dfbe5a9 owned by network:router_gateway {{(pid=101696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:17:42.812489 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023bff81-baf6-46af-becc-9454e28b6fdd None None] Routers {'7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0'} bound to L3 agent in host dv-cinder-667108-35-iscsi {{(pid=101698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 19:17:42.813128 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-023bff81-baf6-46af-becc-9454e28b6fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-667108-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T18:53:10Z,description=,heartbeat_timestamp=2021-11-16T19:17:40Z,host='dv-cinder-667108-35-iscsi',id=4f5c770b-a123-44bb-adf0-ff9ce622707b,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T18:53:10Z,topic='l3_agent')) {'router_ids': ['7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0'], 'active': True} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:42.951243 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_dvr_db [None req-023bff81-baf6-46af-becc-9454e28b6fdd None None] Set router 7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0 gateway port host: None {{(pid=101698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 19:17:43.015403 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.l3_hamode_db [None req-023bff81-baf6-46af-becc-9454e28b6fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0', 'name': 'tempest-TestVolumeBootPattern-779731459-router', 'tenant_id': '918f23dfaf5f40eca62757608e96241f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:44Z', 'updated_at': '2021-11-16T19:17:42Z', 'revision_number': 6, 'project_id': '918f23dfaf5f40eca62757608e96241f', 'gw_port_host': None}], 'dv-cinder-667108-35-iscsi', False) {} {{(pid=101698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:43.034021 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b8b2aeb9-14de-42bb-bebc-eb62cf1b3ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66353824'] for port, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:43.052307 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023bff81-baf6-46af-becc-9454e28b6fdd None None] The sync data for ids ['7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0'] in dv-cinder-667108-35-iscsi is: [{'id': '7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0', 'name': 'tempest-TestVolumeBootPattern-779731459-router', 'tenant_id': '918f23dfaf5f40eca62757608e96241f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T19:10:44Z', 'updated_at': '2021-11-16T19:17:42Z', 'revision_number': 6, 'project_id': '918f23dfaf5f40eca62757608e96241f', 'gw_port_host': None}] {{(pid=101698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 19:17:43.060305 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2aeb9-14de-42bb-bebc-eb62cf1b3ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee86afa-2981-4946-982f-26b18dfbe5a9,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:43.127693 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b8b2aeb9-14de-42bb-bebc-eb62cf1b3ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833645'] for router_gateway, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:43.230362 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:43.470693 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b8b2aeb9-14de-42bb-bebc-eb62cf1b3ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-748'] for router, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:43.472924 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b8b2aeb9-14de-42bb-bebc-eb62cf1b3ccf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:43.518885 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b8b2aeb9-14de-42bb-bebc-eb62cf1b3ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667254'] for router, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:43.519418 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b2aeb9-14de-42bb-bebc-eb62cf1b3ccf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0 {{(pid=101696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 19:17:43.524823 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-b8b2aeb9-14de-42bb-bebc-eb62cf1b3ccf admin admin] Publish callbacks [] for router, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:43.525998 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-b8b2aeb9-14de-42bb-bebc-eb62cf1b3ccf admin admin] 10.222.0.46 "DELETE /v2.0/routers/7a5008e6-e5d1-43ae-8271-6bf8fbdf59d0 HTTP/1.1" status: 204 len: 168 time: 1.1919990 Nov 16 19:17:43.528506 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.wsgi [-] (101696) accepted ('10.222.0.46', 55130) {{(pid=101696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:17:43.572712 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.db.db_base_plugin_v2 [None req-72db5eab-7d61-4bc2-af12-a86eb9ddfa09 admin admin] Deleting subnet f2c3b94b-be00-467a-9ddc-fd27420259f4 {{(pid=101696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 19:17:43.575838 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-72db5eab-7d61-4bc2-af12-a86eb9ddfa09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:43.610177 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-72db5eab-7d61-4bc2-af12-a86eb9ddfa09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66932038'] for subnet, precommit_delete_associations {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:43.693995 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-72db5eab-7d61-4bc2-af12-a86eb9ddfa09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-623022'] for subnet, precommit_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:43.747746 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-72db5eab-7d61-4bc2-af12-a86eb9ddfa09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-623025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66353747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63484672'] for subnet, after_delete {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:43.772563 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db5eab-7d61-4bc2-af12-a86eb9ddfa09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2c3b94b-be00-467a-9ddc-fd27420259f4,revision_number=None']} {{(pid=101696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:43.778556 dv-cinder-667108-35-iscsi neutron-server[101696]: DEBUG neutron_lib.callbacks.manager [None req-72db5eab-7d61-4bc2-af12-a86eb9ddfa09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:43.782338 dv-cinder-667108-35-iscsi neutron-server[101696]: INFO neutron.wsgi [None req-72db5eab-7d61-4bc2-af12-a86eb9ddfa09 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f2c3b94b-be00-467a-9ddc-fd27420259f4 HTTP/1.1" status: 204 len: 168 time: 0.2527955 Nov 16 19:17:43.785005 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 55132) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:17:43.786322 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ef7377-a8d9-40bf-b202-06468499f8d3 None None] Network 7cb542ec-37e4-4a18-829a-efd214985226 requested from dv-cinder-667108-35-iscsi {{(pid=101697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 19:17:43.862430 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-eafdb2d9-9928-4c7a-8d24-5932b3ee34a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-806902'] for network, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:43.864877 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:43.925052 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-eafdb2d9-9928-4c7a-8d24-5932b3ee34a7 admin admin] Deleting port 02d9f1ff-7ec6-4d32-934b-a18ef57c9535 {{(pid=101695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:17:43.925422 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-eafdb2d9-9928-4c7a-8d24-5932b3ee34a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:43.998102 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.db [None req-eafdb2d9-9928-4c7a-8d24-5932b3ee34a7 admin admin] For port 02d9f1ff-7ec6-4d32-934b-a18ef57c9535, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=02d9f1ff-7ec6-4d32-934b-a18ef57c9535,segment=NetworkSegment(3b05649f-8ca1-463e-a728-85e90a8c594f),segment_id=3b05649f-8ca1-463e-a728-85e90a8c594f)] {{(pid=101695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:17:43.998752 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-eafdb2d9-9928-4c7a-8d24-5932b3ee34a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:44.002561 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072739cd-82af-48c3-a5ff-ea96f14a2164 None None] DHCP port deletion for 7cb542ec-37e4-4a18-829a-efd214985226 request from dv-cinder-667108-35-iscsi {{(pid=101697) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 19:17:44.013363 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.plugin [None req-eafdb2d9-9928-4c7a-8d24-5932b3ee34a7 admin admin] Calling delete_port for 02d9f1ff-7ec6-4d32-934b-a18ef57c9535 owned by network:dhcp {{(pid=101695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:17:44.060301 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-072739cd-82af-48c3-a5ff-ea96f14a2164 None None] Deleting port 02d9f1ff-7ec6-4d32-934b-a18ef57c9535 {{(pid=101697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 19:17:44.060680 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-072739cd-82af-48c3-a5ff-ea96f14a2164 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770492523277'] for port, before_delete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:44.100872 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-eafdb2d9-9928-4c7a-8d24-5932b3ee34a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63250408'] for port, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:44.137753 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.db [None req-072739cd-82af-48c3-a5ff-ea96f14a2164 None None] For port 02d9f1ff-7ec6-4d32-934b-a18ef57c9535, host dv-cinder-667108-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-35-iscsi',level=0,port_id=02d9f1ff-7ec6-4d32-934b-a18ef57c9535,segment=NetworkSegment(3b05649f-8ca1-463e-a728-85e90a8c594f),segment_id=3b05649f-8ca1-463e-a728-85e90a8c594f)] {{(pid=101697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 19:17:44.137753 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-072739cd-82af-48c3-a5ff-ea96f14a2164 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1678232'] for port, precommit_delete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:44.147702 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdb2d9-9928-4c7a-8d24-5932b3ee34a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=02d9f1ff-7ec6-4d32-934b-a18ef57c9535,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:44.150300 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-072739cd-82af-48c3-a5ff-ea96f14a2164 None None] Calling delete_port for 02d9f1ff-7ec6-4d32-934b-a18ef57c9535 owned by network:dhcp {{(pid=101697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 19:17:44.152927 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafdb2d9-9928-4c7a-8d24-5932b3ee34a7 admin admin] No DVR routers for this DVR port 02d9f1ff-7ec6-4d32-934b-a18ef57c9535 on host dv-cinder-667108-35-iscsi {{(pid=101695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:17:44.234302 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-eafdb2d9-9928-4c7a-8d24-5932b3ee34a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629537', 'neutron.services.segments.db._delete_segments_for_network-8770492521988'] for network, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:44.255946 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.services.segments.db [None req-eafdb2d9-9928-4c7a-8d24-5932b3ee34a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb542ec-37e4-4a18-829a-efd214985226']}} {{(pid=101695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:44.269044 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.services.segments.db [None req-eafdb2d9-9928-4c7a-8d24-5932b3ee34a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b05649f-8ca1-463e-a728-85e90a8c594f') {'for_net_delete': True} {{(pid=101695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:44.269465 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.services.segments.db [None req-eafdb2d9-9928-4c7a-8d24-5932b3ee34a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b05649f-8ca1-463e-a728-85e90a8c594f') {} {{(pid=101695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 19:17:44.282674 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-eafdb2d9-9928-4c7a-8d24-5932b3ee34a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770492523021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63388194'] for segment, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:44.298836 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-eafdb2d9-9928-4c7a-8d24-5932b3ee34a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513'] for segment, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:44.306651 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eafdb2d9-9928-4c7a-8d24-5932b3ee34a7 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 19:17:44.307060 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-eafdb2d9-9928-4c7a-8d24-5932b3ee34a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63250365'] for segment, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: Traceback (most recent call last): Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: timer() Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: cb(*args, **kw) Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: return func(*args, **kwargs) Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: self._notify() Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: self.callback(batched_events) Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: event.method(event) Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: return f(self, *a, **k) Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: return self._get(url).json() Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: return self.request(url, 'GET', **kwargs) Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 19:17:44.308941 dv-cinder-667108-35-iscsi neutron-server[101695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 19:17:44.373402 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-eafdb2d9-9928-4c7a-8d24-5932b3ee34a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833601'] for network, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:44.378690 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-072739cd-82af-48c3-a5ff-ea96f14a2164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770492530387', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770491981990'] for port, after_delete {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:44.379273 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-eafdb2d9-9928-4c7a-8d24-5932b3ee34a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578299'] for network, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:44.382967 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-eafdb2d9-9928-4c7a-8d24-5932b3ee34a7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7cb542ec-37e4-4a18-829a-efd214985226 HTTP/1.1" status: 204 len: 168 time: 0.5968902 Nov 16 19:17:44.386359 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-072739cd-82af-48c3-a5ff-ea96f14a2164 None None] Network 7cb542ec-37e4-4a18-829a-efd214985226 is not hosted by any dhcp agent {{(pid=101697) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 19:17:44.386738 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072739cd-82af-48c3-a5ff-ea96f14a2164 None None] No DVR routers for this DVR port 02d9f1ff-7ec6-4d32-934b-a18ef57c9535 on host dv-cinder-667108-35-iscsi {{(pid=101697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 19:17:44.400537 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdb2d9-9928-4c7a-8d24-5932b3ee34a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cb542ec-37e4-4a18-829a-efd214985226,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:44.408052 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072739cd-82af-48c3-a5ff-ea96f14a2164 None None] Pushing event deleted for resources: {'Port': ['ID=02d9f1ff-7ec6-4d32-934b-a18ef57c9535,revision_number=None']} {{(pid=101697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:44.511252 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 55136) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:17:44.553104 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-0977cd4c-af3b-47e2-994b-18dead33214e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ffaa0849f50740c491e5f247362c3b10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406797 Nov 16 19:17:44.555655 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 55138) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:17:44.604489 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7105-330e-4f06-be18-efa0336f81e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:44.626658 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7105-330e-4f06-be18-efa0336f81e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:44.670631 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 0ee86afa-2981-4946-982f-26b18dfbe5a9 no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:17:44.676377 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7105-330e-4f06-be18-efa0336f81e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:44.681663 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7105-330e-4f06-be18-efa0336f81e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:44.681663 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-cb2c7105-330e-4f06-be18-efa0336f81e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4dae5cca-21c0-44a4-8bb0-ebf3ede0e468 HTTP/1.1" status: 204 len: 168 time: 0.1237741 Nov 16 19:17:44.690024 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c7105-330e-4f06-be18-efa0336f81e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dae5cca-21c0-44a4-8bb0-ebf3ede0e468,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:17:44.691404 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: 0ee86afa-2981-4946-982f-26b18dfbe5a9 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:17:44.691938 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 0ee86afa-2981-4946-982f-26b18dfbe5a9 not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:17:44.697736 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 02d9f1ff-7ec6-4d32-934b-a18ef57c9535 no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:17:44.726108 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: 02d9f1ff-7ec6-4d32-934b-a18ef57c9535 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:17:44.726768 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 02d9f1ff-7ec6-4d32-934b-a18ef57c9535 not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:17:44.727511 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 4c99dcf4-f4df-4444-9078-78877165f388 no longer exists at agent ovs-agent-dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 19:17:44.749357 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.plugin [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] No Port match for: 4c99dcf4-f4df-4444-9078-78877165f388 {{(pid=101697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 19:17:44.749784 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron.plugins.ml2.rpc [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Device 4c99dcf4-f4df-4444-9078-78877165f388 not bound to the agent host dv-cinder-667108-35-iscsi {{(pid=101697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 19:17:45.021677 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 55144) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:17:45.071018 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-ec3645bd-7b9c-45c0-a2c1-f93246809bb0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=918f23dfaf5f40eca62757608e96241f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475628 Nov 16 19:17:45.073600 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.wsgi [-] (101695) accepted ('10.222.0.46', 55146) {{(pid=101695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 19:17:45.124848 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e9a829f8-86d7-49a6-a33c-11e7464a88cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:45.147612 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e9a829f8-86d7-49a6-a33c-11e7464a88cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:45.196810 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e9a829f8-86d7-49a6-a33c-11e7464a88cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628237'] for security_group, after_delete {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:45.199740 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron_lib.callbacks.manager [None req-e9a829f8-86d7-49a6-a33c-11e7464a88cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:17:45.200933 dv-cinder-667108-35-iscsi neutron-server[101695]: INFO neutron.wsgi [None req-e9a829f8-86d7-49a6-a33c-11e7464a88cb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8483afe-522d-4bcf-b698-5e7cb5646a1c HTTP/1.1" status: 204 len: 168 time: 0.1263802 Nov 16 19:17:45.209180 dv-cinder-667108-35-iscsi neutron-server[101695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a829f8-86d7-49a6-a33c-11e7464a88cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8483afe-522d-4bcf-b698-5e7cb5646a1c,revision_number=None']} {{(pid=101695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 19:18:00.577082 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:18:00.583009 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:18:06.856791 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-d61cbaf6-01be-4800-8c08-7773bd4e62b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:18:09.873080 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-a3931815-681e-4e3e-86a7-638205d81ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:18:11.416486 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:18:13.234319 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:18:13.837391 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:18:30.578126 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:18:36.859534 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-d5b66814-be9a-4128-bf49-4244d80ce855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:18:37.582942 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:18:39.880671 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-e31e2b2d-c89a-43dd-98e0-386d61f6c36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:18:41.420261 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:18:43.234927 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:18:43.840378 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:19:00.581125 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:19:06.862406 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-ea33c6fe-57aa-4c2a-81df-928f9ede09e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:19:09.873209 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-970ec62a-788d-4912-9118-cd8d2168edd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:19:11.422519 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:19:13.239024 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:19:13.841733 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:19:14.583175 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:19:30.581308 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:19:36.865296 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-7aabbfd3-e0f7-4108-be12-0f22178b9743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:19:39.875044 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f7285296-a83c-4d0e-a8d9-d9ab96438507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:19:41.427583 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:19:43.240019 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:19:43.843874 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:19:51.583673 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:20:00.589189 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:20:06.868310 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-a92c81a2-155b-40a0-8244-6a8acfa10c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:20:09.876954 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-db9c999f-923c-4b41-a926-62a4d06830a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:20:11.428470 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:20:13.245195 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:20:13.845368 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:20:28.582413 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:20:30.587777 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:20:36.869216 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-20770034-ea12-4bbb-8e2d-5457cfa3368e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:20:39.878366 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6862577d-a878-4eea-a851-98e1afd97914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:20:41.431481 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:20:43.247746 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:20:43.847144 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:21:00.577820 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:21:05.580904 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:21:06.870751 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-c453a3c5-0f88-4838-8f2f-25d4796f91ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:21:09.881110 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-8fb6040f-b669-467a-8ec0-ffa46abb71ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:21:11.433672 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:21:13.252226 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:21:13.849065 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:21:30.595308 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:21:36.873400 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-cf651d4d-dc1a-43b7-884d-1b53279c2d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:21:39.882733 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-358c48b7-f127-4dbf-8d74-ae5b8271c386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:21:41.435820 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:21:42.580131 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:21:43.253026 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:21:43.851041 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:22:00.625824 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:22:06.876110 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-4899b093-d703-4b76-ad8e-dd8b74e883e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:22:09.884097 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-677d6e05-0613-4222-b3b2-fa25c7e1d6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:22:11.439003 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:22:13.256834 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:22:13.852045 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:22:19.578438 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:22:30.630857 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:22:36.879230 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-d1789837-94f0-40cc-9702-f41133fb1c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:22:39.885635 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6d619b66-c5f8-415e-9e0a-4ecb00f812ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:22:41.442141 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f8103daa-89b9-44f2-a76d-e605fcc11d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:22:43.259323 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-f3b362e3-7d6a-43e8-a8f1-afeff19690d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:22:43.855669 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-042abfd9-c1cb-4fe6-86b5-7946d4b774bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:22:56.577646 dv-cinder-667108-35-iscsi neutron-server[101698]: DEBUG neutron.db.agents_db [None req-a65af162-9d9a-4c41-8c72-e53db28c9646 None None] Agent healthcheck: found 6 active agents {{(pid=101698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 19:23:00.639008 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e502-d373-495e-9870-e5b40be0de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 19:23:06.880552 dv-cinder-667108-35-iscsi neutron-server[101697]: DEBUG neutron_lib.callbacks.manager [None req-a00f3477-9a63-4b22-8f8a-1fd9e4ec6397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770492519662', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-626927'] for agent, after_update {{(pid=101697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}